2024-12-11 12:17:56,168 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-11 12:17:56,192 main DEBUG Took 0.021826 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 12:17:56,193 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 12:17:56,193 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 12:17:56,194 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 12:17:56,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 12:17:56,206 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 12:17:56,224 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 12:17:56,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 12:17:56,227 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 12:17:56,228 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 12:17:56,228 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 12:17:56,229 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 12:17:56,230 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 12:17:56,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 12:17:56,231 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 12:17:56,231 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 12:17:56,232 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 12:17:56,233 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 12:17:56,234 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 12:17:56,234 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 12:17:56,235 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 12:17:56,235 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 12:17:56,236 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 12:17:56,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 12:17:56,237 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 12:17:56,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 12:17:56,238 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 12:17:56,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 12:17:56,239 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 12:17:56,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 12:17:56,240 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 12:17:56,241 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 12:17:56,243 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 12:17:56,245 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 12:17:56,248 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 12:17:56,249 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 12:17:56,250 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 12:17:56,251 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 12:17:56,262 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 12:17:56,266 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 12:17:56,268 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 12:17:56,269 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 12:17:56,269 main DEBUG createAppenders(={Console}) 2024-12-11 12:17:56,270 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-11 12:17:56,271 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-11 12:17:56,271 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-11 12:17:56,272 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 12:17:56,272 main DEBUG OutputStream closed 2024-12-11 12:17:56,273 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 12:17:56,273 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 12:17:56,273 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-11 12:17:56,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 12:17:56,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 12:17:56,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 12:17:56,358 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 12:17:56,359 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 12:17:56,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 12:17:56,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 12:17:56,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 12:17:56,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 12:17:56,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 12:17:56,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 12:17:56,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 12:17:56,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 12:17:56,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 12:17:56,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 12:17:56,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 12:17:56,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 12:17:56,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 12:17:56,366 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 12:17:56,367 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-12-11 12:17:56,367 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 12:17:56,368 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-12-11T12:17:56,594 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b 2024-12-11 12:17:56,597 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 12:17:56,597 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T12:17:56,603 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/hadoop-log-dir so I do NOT create it in target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea 2024-12-11T12:17:56,603 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/hadoop-log-dir Erasing configuration value by system value. 2024-12-11T12:17:56,603 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/hadoop-tmp-dir so I do NOT create it in target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea 2024-12-11T12:17:56,603 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-11T12:17:56,604 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea 2024-12-11T12:17:56,612 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-11T12:17:56,631 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/cluster_d0335a9f-07de-c36e-f326-b2039f947d0c, deleteOnExit=true 2024-12-11T12:17:56,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/cluster_d0335a9f-07de-c36e-f326-b2039f947d0c/zookeeper_0, clientPort=58615, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/cluster_d0335a9f-07de-c36e-f326-b2039f947d0c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/cluster_d0335a9f-07de-c36e-f326-b2039f947d0c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T12:17:56,743 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58615 2024-12-11T12:17:56,743 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-11T12:17:56,744 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-11T12:17:56,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T12:17:56,757 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-11T12:17:56,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/test.cache.data in system properties and HBase conf 2024-12-11T12:17:56,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T12:17:56,760 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/hadoop.log.dir in system properties and HBase conf 2024-12-11T12:17:56,760 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T12:17:56,761 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T12:17:56,761 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-11T12:17:56,843 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T12:17:56,964 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T12:17:56,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T12:17:56,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T12:17:56,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T12:17:56,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T12:17:56,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T12:17:56,984 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T12:17:56,984 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T12:17:56,985 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T12:17:56,985 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T12:17:56,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/nfs.dump.dir in system properties and HBase conf 2024-12-11T12:17:56,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/java.io.tmpdir in system properties and HBase conf 2024-12-11T12:17:56,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T12:17:56,989 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T12:17:56,989 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T12:17:57,921 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T12:17:57,996 INFO [Time-limited test {}] log.Log(170): Logging initialized @2667ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T12:17:58,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T12:17:58,160 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T12:17:58,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T12:17:58,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T12:17:58,195 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T12:17:58,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T12:17:58,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/hadoop.log.dir/,AVAILABLE} 2024-12-11T12:17:58,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T12:17:58,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16bb9715{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/java.io.tmpdir/jetty-localhost-39411-hadoop-hdfs-3_4_1-tests_jar-_-any-16854321269844700075/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T12:17:58,406 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:39411} 2024-12-11T12:17:58,406 INFO [Time-limited test {}] server.Server(415): Started @3078ms 2024-12-11T12:17:59,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T12:17:59,075 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T12:17:59,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T12:17:59,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T12:17:59,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T12:17:59,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73acd779{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/hadoop.log.dir/,AVAILABLE} 2024-12-11T12:17:59,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d6f1eeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T12:17:59,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c411b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/java.io.tmpdir/jetty-localhost-44951-hadoop-hdfs-3_4_1-tests_jar-_-any-5533662880122655161/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T12:17:59,189 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ee548d2{HTTP/1.1, (http/1.1)}{localhost:44951} 2024-12-11T12:17:59,189 INFO [Time-limited test {}] server.Server(415): Started @3861ms 2024-12-11T12:17:59,244 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T12:17:59,990 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/cluster_d0335a9f-07de-c36e-f326-b2039f947d0c/dfs/data/data2/current/BP-1744197750-172.17.0.2-1733919477578/current, will proceed with Du for space computation calculation, 2024-12-11T12:17:59,990 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/cluster_d0335a9f-07de-c36e-f326-b2039f947d0c/dfs/data/data1/current/BP-1744197750-172.17.0.2-1733919477578/current, will proceed with Du for space computation calculation, 2024-12-11T12:18:00,015 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T12:18:00,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2b9e8aeb7e41c9d with lease ID 0xca3c28295494140c: Processing first storage report for DS-e0d524c8-e795-4ebe-8693-02187d8afe85 from datanode DatanodeRegistration(127.0.0.1:44751, datanodeUuid=be7cb797-6dc6-44aa-b741-efd67544cb2b, infoPort=41429, infoSecurePort=0, ipcPort=37747, storageInfo=lv=-57;cid=testClusterID;nsid=2033651173;c=1733919477578) 2024-12-11T12:18:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2b9e8aeb7e41c9d with lease ID 0xca3c28295494140c: from storage DS-e0d524c8-e795-4ebe-8693-02187d8afe85 node DatanodeRegistration(127.0.0.1:44751, datanodeUuid=be7cb797-6dc6-44aa-b741-efd67544cb2b, infoPort=41429, infoSecurePort=0, ipcPort=37747, storageInfo=lv=-57;cid=testClusterID;nsid=2033651173;c=1733919477578), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T12:18:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2b9e8aeb7e41c9d with lease ID 0xca3c28295494140c: Processing first storage report for DS-48798586-5e79-478e-b116-a9b369a84a19 from datanode DatanodeRegistration(127.0.0.1:44751, datanodeUuid=be7cb797-6dc6-44aa-b741-efd67544cb2b, infoPort=41429, infoSecurePort=0, ipcPort=37747, storageInfo=lv=-57;cid=testClusterID;nsid=2033651173;c=1733919477578) 2024-12-11T12:18:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2b9e8aeb7e41c9d with lease ID 0xca3c28295494140c: from storage DS-48798586-5e79-478e-b116-a9b369a84a19 node DatanodeRegistration(127.0.0.1:44751, datanodeUuid=be7cb797-6dc6-44aa-b741-efd67544cb2b, infoPort=41429, infoSecurePort=0, ipcPort=37747, storageInfo=lv=-57;cid=testClusterID;nsid=2033651173;c=1733919477578), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T12:18:00,118 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b 2024-12-11T12:18:00,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T12:18:00,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T12:18:00,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741825_1001 (size=7) 2024-12-11T12:18:00,768 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 with version=8 2024-12-11T12:18:00,768 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/hbase-staging 2024-12-11T12:18:00,883 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T12:18:01,152 INFO [Time-limited test {}] client.ConnectionUtils(129): master/257f9802b3ca:0 server-side Connection retries=45 2024-12-11T12:18:01,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T12:18:01,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T12:18:01,171 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T12:18:01,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T12:18:01,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T12:18:01,302 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T12:18:01,358 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T12:18:01,366 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T12:18:01,369 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T12:18:01,394 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 17989 (auto-detected) 2024-12-11T12:18:01,395 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-11T12:18:01,420 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46055 2024-12-11T12:18:01,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T12:18:01,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T12:18:01,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:46055 connecting to ZooKeeper ensemble=127.0.0.1:58615 2024-12-11T12:18:01,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460550x0, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T12:18:01,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46055-0x1001506a85d0000 connected 2024-12-11T12:18:01,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-11T12:18:01,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T12:18:01,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-11T12:18:01,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46055 2024-12-11T12:18:01,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46055 2024-12-11T12:18:01,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46055 2024-12-11T12:18:01,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46055 2024-12-11T12:18:01,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46055 2024-12-11T12:18:01,613 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073, hbase.cluster.distributed=false 2024-12-11T12:18:01,678 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/257f9802b3ca:0 server-side Connection retries=45 2024-12-11T12:18:01,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T12:18:01,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T12:18:01,679 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T12:18:01,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T12:18:01,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T12:18:01,681 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T12:18:01,683 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T12:18:01,684 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38337 2024-12-11T12:18:01,686 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T12:18:01,693 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T12:18:01,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T12:18:01,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T12:18:01,704 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38337 connecting to ZooKeeper ensemble=127.0.0.1:58615 2024-12-11T12:18:01,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383370x0, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T12:18:01,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38337-0x1001506a85d0001 connected 2024-12-11T12:18:01,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383370x0, quorum=127.0.0.1:58615, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-11T12:18:01,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T12:18:01,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-11T12:18:01,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38337 2024-12-11T12:18:01,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38337 2024-12-11T12:18:01,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38337 2024-12-11T12:18:01,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38337 2024-12-11T12:18:01,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38337 2024-12-11T12:18:01,747 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/257f9802b3ca,46055,1733919480877 2024-12-11T12:18:01,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T12:18:01,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T12:18:01,763 DEBUG [M:0;257f9802b3ca:46055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;257f9802b3ca:46055 2024-12-11T12:18:01,765 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/257f9802b3ca,46055,1733919480877 2024-12-11T12:18:01,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-11T12:18:01,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-11T12:18:01,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T12:18:01,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T12:18:01,803 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-11T12:18:01,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-11T12:18:01,804 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/257f9802b3ca,46055,1733919480877 from backup master directory 2024-12-11T12:18:01,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T12:18:01,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/257f9802b3ca,46055,1733919480877 2024-12-11T12:18:01,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T12:18:01,820 WARN [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T12:18:01,820 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=257f9802b3ca,46055,1733919480877 2024-12-11T12:18:01,823 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T12:18:01,824 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T12:18:01,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741826_1002 (size=42) 2024-12-11T12:18:01,910 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/hbase.id with ID: 3d124373-a909-47bf-8b5f-43e1fa06caa2 2024-12-11T12:18:01,957 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T12:18:01,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T12:18:01,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T12:18:02,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741827_1003 (size=196) 2024-12-11T12:18:02,014 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T12:18:02,016 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T12:18:02,042 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:02,047 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T12:18:02,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741828_1004 (size=1189) 2024-12-11T12:18:02,505 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store 2024-12-11T12:18:02,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741829_1005 (size=34) 2024-12-11T12:18:02,542 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T12:18:02,543 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:02,545 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T12:18:02,545 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T12:18:02,545 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T12:18:02,545 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T12:18:02,545 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T12:18:02,546 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T12:18:02,546 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-11T12:18:02,548 WARN [master/257f9802b3ca:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store/.initializing 2024-12-11T12:18:02,549 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/WALs/257f9802b3ca,46055,1733919480877 2024-12-11T12:18:02,556 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T12:18:02,569 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=257f9802b3ca%2C46055%2C1733919480877, suffix=, logDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/WALs/257f9802b3ca,46055,1733919480877, archiveDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/oldWALs, maxLogs=10 2024-12-11T12:18:02,590 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/WALs/257f9802b3ca,46055,1733919480877/257f9802b3ca%2C46055%2C1733919480877.1733919482573, exclude list is [], retry=0 2024-12-11T12:18:02,612 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44751,DS-e0d524c8-e795-4ebe-8693-02187d8afe85,DISK] 2024-12-11T12:18:02,615 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T12:18:02,659 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/WALs/257f9802b3ca,46055,1733919480877/257f9802b3ca%2C46055%2C1733919480877.1733919482573 2024-12-11T12:18:02,664 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41429:41429)] 2024-12-11T12:18:02,664 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T12:18:02,665 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:02,669 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T12:18:02,671 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T12:18:02,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T12:18:02,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T12:18:02,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:02,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T12:18:02,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T12:18:02,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T12:18:02,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:02,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:02,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T12:18:02,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T12:18:02,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:02,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:02,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T12:18:02,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T12:18:02,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:02,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:02,762 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T12:18:02,763 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T12:18:02,773 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T12:18:02,777 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T12:18:02,781 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:02,782 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59977455, jitterRate=-0.10626627504825592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T12:18:02,786 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-11T12:18:02,787 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T12:18:02,814 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6f3608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:02,853 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-11T12:18:02,866 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T12:18:02,866 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T12:18:02,868 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T12:18:02,869 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-11T12:18:02,874 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-11T12:18:02,874 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T12:18:02,894 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T12:18:02,905 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-11T12:18:02,915 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-11T12:18:02,917 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T12:18:02,918 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-11T12:18:02,926 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-11T12:18:02,928 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T12:18:02,931 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-11T12:18:02,939 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-11T12:18:02,941 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-11T12:18:02,951 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-11T12:18:02,961 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T12:18:02,967 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-11T12:18:02,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-11T12:18:02,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-11T12:18:02,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T12:18:02,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T12:18:02,977 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=257f9802b3ca,46055,1733919480877, sessionid=0x1001506a85d0000, setting cluster-up flag (Was=false) 2024-12-11T12:18:03,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T12:18:03,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T12:18:03,043 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-11T12:18:03,045 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=257f9802b3ca,46055,1733919480877 2024-12-11T12:18:03,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T12:18:03,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T12:18:03,093 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-11T12:18:03,096 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=257f9802b3ca,46055,1733919480877 2024-12-11T12:18:03,158 DEBUG [RS:0;257f9802b3ca:38337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;257f9802b3ca:38337 2024-12-11T12:18:03,160 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(1008): ClusterId : 3d124373-a909-47bf-8b5f-43e1fa06caa2 2024-12-11T12:18:03,162 DEBUG [RS:0;257f9802b3ca:38337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T12:18:03,167 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-11T12:18:03,172 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-11T12:18:03,175 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T12:18:03,175 DEBUG [RS:0;257f9802b3ca:38337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T12:18:03,175 DEBUG [RS:0;257f9802b3ca:38337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T12:18:03,181 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 257f9802b3ca,46055,1733919480877 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T12:18:03,184 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/257f9802b3ca:0, corePoolSize=5, maxPoolSize=5 2024-12-11T12:18:03,184 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/257f9802b3ca:0, corePoolSize=5, maxPoolSize=5 2024-12-11T12:18:03,184 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/257f9802b3ca:0, corePoolSize=5, maxPoolSize=5 2024-12-11T12:18:03,185 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/257f9802b3ca:0, corePoolSize=5, maxPoolSize=5 2024-12-11T12:18:03,185 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/257f9802b3ca:0, corePoolSize=10, maxPoolSize=10 2024-12-11T12:18:03,185 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:03,185 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/257f9802b3ca:0, corePoolSize=2, maxPoolSize=2 2024-12-11T12:18:03,186 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:03,186 DEBUG [RS:0;257f9802b3ca:38337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T12:18:03,186 DEBUG [RS:0;257f9802b3ca:38337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfd76a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:03,187 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733919513187 2024-12-11T12:18:03,188 DEBUG [RS:0;257f9802b3ca:38337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231f357d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=257f9802b3ca/172.17.0.2:0 2024-12-11T12:18:03,189 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T12:18:03,190 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T12:18:03,190 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-11T12:18:03,190 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-11T12:18:03,192 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-11T12:18:03,192 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-11T12:18:03,193 DEBUG [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-11T12:18:03,193 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T12:18:03,193 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T12:18:03,193 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T12:18:03,193 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T12:18:03,194 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:03,195 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:03,195 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3073): reportForDuty to master=257f9802b3ca,46055,1733919480877 with isa=257f9802b3ca/172.17.0.2:38337, startcode=1733919481677 2024-12-11T12:18:03,195 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T12:18:03,197 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T12:18:03,198 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T12:18:03,199 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T12:18:03,204 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T12:18:03,204 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T12:18:03,206 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/257f9802b3ca:0:becomeActiveMaster-HFileCleaner.large.0-1733919483206,5,FailOnTimeoutGroup] 2024-12-11T12:18:03,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741831_1007 (size=1039) 2024-12-11T12:18:03,209 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/257f9802b3ca:0:becomeActiveMaster-HFileCleaner.small.0-1733919483206,5,FailOnTimeoutGroup] 2024-12-11T12:18:03,209 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:03,209 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T12:18:03,210 DEBUG [RS:0;257f9802b3ca:38337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T12:18:03,211 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:03,211 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:03,246 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58855, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T12:18:03,251 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46055 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 257f9802b3ca,38337,1733919481677 2024-12-11T12:18:03,253 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46055 {}] master.ServerManager(486): Registering regionserver=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:03,268 DEBUG [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:03,268 DEBUG [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35521 2024-12-11T12:18:03,268 DEBUG [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-11T12:18:03,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-11T12:18:03,282 DEBUG [RS:0;257f9802b3ca:38337 {}] zookeeper.ZKUtil(111): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Set watcher on existing znode=/1/rs/257f9802b3ca,38337,1733919481677 2024-12-11T12:18:03,282 WARN [RS:0;257f9802b3ca:38337 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T12:18:03,282 INFO [RS:0;257f9802b3ca:38337 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T12:18:03,283 DEBUG [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677 2024-12-11T12:18:03,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [257f9802b3ca,38337,1733919481677] 2024-12-11T12:18:03,296 DEBUG [RS:0;257f9802b3ca:38337 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-11T12:18:03,305 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T12:18:03,319 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T12:18:03,322 INFO [RS:0;257f9802b3ca:38337 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T12:18:03,323 INFO [RS:0;257f9802b3ca:38337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:03,324 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-11T12:18:03,331 INFO [RS:0;257f9802b3ca:38337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:03,332 DEBUG [RS:0;257f9802b3ca:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:03,332 DEBUG [RS:0;257f9802b3ca:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:03,332 DEBUG [RS:0;257f9802b3ca:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:03,332 DEBUG [RS:0;257f9802b3ca:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:03,332 DEBUG [RS:0;257f9802b3ca:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:03,332 DEBUG [RS:0;257f9802b3ca:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/257f9802b3ca:0, corePoolSize=2, maxPoolSize=2 2024-12-11T12:18:03,333 DEBUG [RS:0;257f9802b3ca:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:03,333 DEBUG [RS:0;257f9802b3ca:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:03,333 DEBUG [RS:0;257f9802b3ca:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:03,333 DEBUG [RS:0;257f9802b3ca:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:03,333 DEBUG [RS:0;257f9802b3ca:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:03,333 DEBUG [RS:0;257f9802b3ca:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/257f9802b3ca:0, corePoolSize=3, maxPoolSize=3 2024-12-11T12:18:03,333 DEBUG [RS:0;257f9802b3ca:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/257f9802b3ca:0, corePoolSize=3, maxPoolSize=3 2024-12-11T12:18:03,335 INFO [RS:0;257f9802b3ca:38337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:03,335 INFO [RS:0;257f9802b3ca:38337 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:03,335 INFO [RS:0;257f9802b3ca:38337 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:03,336 INFO [RS:0;257f9802b3ca:38337 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:03,336 INFO [RS:0;257f9802b3ca:38337 {}] hbase.ChoreService(168): Chore ScheduledChore name=257f9802b3ca,38337,1733919481677-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T12:18:03,365 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T12:18:03,367 INFO [RS:0;257f9802b3ca:38337 {}] hbase.ChoreService(168): Chore ScheduledChore name=257f9802b3ca,38337,1733919481677-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:03,396 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.Replication(204): 257f9802b3ca,38337,1733919481677 started 2024-12-11T12:18:03,396 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(1767): Serving as 257f9802b3ca,38337,1733919481677, RpcServer on 257f9802b3ca/172.17.0.2:38337, sessionid=0x1001506a85d0001 2024-12-11T12:18:03,397 DEBUG [RS:0;257f9802b3ca:38337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T12:18:03,397 DEBUG [RS:0;257f9802b3ca:38337 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 257f9802b3ca,38337,1733919481677 2024-12-11T12:18:03,397 DEBUG [RS:0;257f9802b3ca:38337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '257f9802b3ca,38337,1733919481677' 2024-12-11T12:18:03,398 DEBUG [RS:0;257f9802b3ca:38337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-11T12:18:03,399 DEBUG [RS:0;257f9802b3ca:38337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-11T12:18:03,400 DEBUG [RS:0;257f9802b3ca:38337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T12:18:03,400 DEBUG [RS:0;257f9802b3ca:38337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T12:18:03,400 DEBUG [RS:0;257f9802b3ca:38337 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 257f9802b3ca,38337,1733919481677 2024-12-11T12:18:03,400 DEBUG [RS:0;257f9802b3ca:38337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '257f9802b3ca,38337,1733919481677' 2024-12-11T12:18:03,400 DEBUG [RS:0;257f9802b3ca:38337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-11T12:18:03,401 DEBUG [RS:0;257f9802b3ca:38337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-11T12:18:03,403 DEBUG [RS:0;257f9802b3ca:38337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T12:18:03,403 INFO [RS:0;257f9802b3ca:38337 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T12:18:03,403 INFO [RS:0;257f9802b3ca:38337 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T12:18:03,510 INFO [RS:0;257f9802b3ca:38337 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T12:18:03,513 INFO [RS:0;257f9802b3ca:38337 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=257f9802b3ca%2C38337%2C1733919481677, suffix=, logDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677, archiveDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/oldWALs, maxLogs=10 2024-12-11T12:18:03,530 DEBUG [RS:0;257f9802b3ca:38337 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, exclude list is [], retry=0 2024-12-11T12:18:03,535 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44751,DS-e0d524c8-e795-4ebe-8693-02187d8afe85,DISK] 2024-12-11T12:18:03,541 INFO [RS:0;257f9802b3ca:38337 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 2024-12-11T12:18:03,542 DEBUG [RS:0;257f9802b3ca:38337 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41429:41429)] 2024-12-11T12:18:03,611 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-11T12:18:03,612 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:03,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741833_1009 (size=32) 2024-12-11T12:18:04,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:04,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T12:18:04,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T12:18:04,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:04,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T12:18:04,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T12:18:04,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T12:18:04,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:04,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T12:18:04,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T12:18:04,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T12:18:04,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:04,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T12:18:04,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740 2024-12-11T12:18:04,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740 2024-12-11T12:18:04,042 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T12:18:04,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-11T12:18:04,048 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:04,049 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62056842, jitterRate=-0.07528099417686462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T12:18:04,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-11T12:18:04,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-11T12:18:04,052 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-11T12:18:04,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-11T12:18:04,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T12:18:04,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T12:18:04,053 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-11T12:18:04,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-11T12:18:04,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-11T12:18:04,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-11T12:18:04,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T12:18:04,070 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T12:18:04,074 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T12:18:04,226 DEBUG [257f9802b3ca:46055 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-11T12:18:04,231 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:04,237 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 257f9802b3ca,38337,1733919481677, state=OPENING 2024-12-11T12:18:04,251 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T12:18:04,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T12:18:04,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T12:18:04,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T12:18:04,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T12:18:04,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:04,443 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 257f9802b3ca,38337,1733919481677 2024-12-11T12:18:04,444 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T12:18:04,446 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T12:18:04,456 INFO [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-11T12:18:04,457 INFO [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T12:18:04,457 INFO [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T12:18:04,460 INFO [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=257f9802b3ca%2C38337%2C1733919481677.meta, suffix=.meta, logDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677, archiveDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/oldWALs, maxLogs=10 2024-12-11T12:18:04,474 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.meta.1733919484462.meta, exclude list is [], retry=0 2024-12-11T12:18:04,477 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44751,DS-e0d524c8-e795-4ebe-8693-02187d8afe85,DISK] 2024-12-11T12:18:04,480 INFO [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.meta.1733919484462.meta 2024-12-11T12:18:04,481 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41429:41429)] 2024-12-11T12:18:04,481 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T12:18:04,482 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T12:18:04,530 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T12:18:04,535 INFO [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T12:18:04,540 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T12:18:04,541 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:04,541 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-11T12:18:04,541 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-11T12:18:04,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T12:18:04,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T12:18:04,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:04,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T12:18:04,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T12:18:04,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T12:18:04,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:04,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T12:18:04,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T12:18:04,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T12:18:04,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:04,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T12:18:04,554 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740 2024-12-11T12:18:04,557 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740 2024-12-11T12:18:04,561 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T12:18:04,563 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-11T12:18:04,565 INFO [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59646035, jitterRate=-0.11120481789112091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T12:18:04,567 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-11T12:18:04,573 INFO [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733919484438 2024-12-11T12:18:04,582 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T12:18:04,583 INFO [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-11T12:18:04,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:04,586 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 257f9802b3ca,38337,1733919481677, state=OPEN 2024-12-11T12:18:04,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-11T12:18:04,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-11T12:18:04,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T12:18:04,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T12:18:04,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T12:18:04,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=257f9802b3ca,38337,1733919481677 in 335 msec 2024-12-11T12:18:04,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T12:18:04,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 545 msec 2024-12-11T12:18:04,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4880 sec 2024-12-11T12:18:04,620 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733919484620, completionTime=-1 2024-12-11T12:18:04,621 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-11T12:18:04,621 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-11T12:18:04,659 DEBUG [hconnection-0xd05e034-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:04,662 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T12:18:04,673 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-11T12:18:04,673 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733919544673 2024-12-11T12:18:04,673 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733919604673 2024-12-11T12:18:04,678 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 57 msec 2024-12-11T12:18:04,762 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=257f9802b3ca,46055,1733919480877-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:04,762 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=257f9802b3ca,46055,1733919480877-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:04,763 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=257f9802b3ca,46055,1733919480877-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:04,764 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-257f9802b3ca:46055, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:04,765 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:04,801 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-11T12:18:04,803 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T12:18:04,807 DEBUG [master/257f9802b3ca:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-11T12:18:04,825 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-11T12:18:04,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T12:18:04,833 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:04,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T12:18:04,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741835_1011 (size=358) 2024-12-11T12:18:05,265 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4c83a841ccce6e7be041ad19e25a6793, NAME => 'hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:05,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741836_1012 (size=42) 2024-12-11T12:18:05,675 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:05,675 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 4c83a841ccce6e7be041ad19e25a6793, disabling compactions & flushes 2024-12-11T12:18:05,675 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793. 2024-12-11T12:18:05,675 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793. 2024-12-11T12:18:05,676 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793. after waiting 0 ms 2024-12-11T12:18:05,676 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793. 2024-12-11T12:18:05,676 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793. 2024-12-11T12:18:05,676 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4c83a841ccce6e7be041ad19e25a6793: 2024-12-11T12:18:05,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T12:18:05,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733919485679"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919485679"}]},"ts":"1733919485679"} 2024-12-11T12:18:05,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-11T12:18:05,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T12:18:05,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733919485713"}]},"ts":"1733919485713"} 2024-12-11T12:18:05,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-11T12:18:05,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4c83a841ccce6e7be041ad19e25a6793, ASSIGN}] 2024-12-11T12:18:05,746 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4c83a841ccce6e7be041ad19e25a6793, ASSIGN 2024-12-11T12:18:05,748 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=4c83a841ccce6e7be041ad19e25a6793, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:05,900 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4c83a841ccce6e7be041ad19e25a6793, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:05,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 4c83a841ccce6e7be041ad19e25a6793, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:06,060 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 257f9802b3ca,38337,1733919481677 2024-12-11T12:18:06,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793. 2024-12-11T12:18:06,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 4c83a841ccce6e7be041ad19e25a6793, NAME => 'hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793.', STARTKEY => '', ENDKEY => ''} 2024-12-11T12:18:06,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 4c83a841ccce6e7be041ad19e25a6793 2024-12-11T12:18:06,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:06,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 4c83a841ccce6e7be041ad19e25a6793 2024-12-11T12:18:06,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 4c83a841ccce6e7be041ad19e25a6793 2024-12-11T12:18:06,072 INFO [StoreOpener-4c83a841ccce6e7be041ad19e25a6793-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4c83a841ccce6e7be041ad19e25a6793 2024-12-11T12:18:06,074 INFO [StoreOpener-4c83a841ccce6e7be041ad19e25a6793-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c83a841ccce6e7be041ad19e25a6793 columnFamilyName info 2024-12-11T12:18:06,075 DEBUG [StoreOpener-4c83a841ccce6e7be041ad19e25a6793-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:06,075 INFO [StoreOpener-4c83a841ccce6e7be041ad19e25a6793-1 {}] regionserver.HStore(327): Store=4c83a841ccce6e7be041ad19e25a6793/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:06,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/namespace/4c83a841ccce6e7be041ad19e25a6793 2024-12-11T12:18:06,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/namespace/4c83a841ccce6e7be041ad19e25a6793 2024-12-11T12:18:06,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 4c83a841ccce6e7be041ad19e25a6793 2024-12-11T12:18:06,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/namespace/4c83a841ccce6e7be041ad19e25a6793/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:06,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 4c83a841ccce6e7be041ad19e25a6793; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75037149, jitterRate=0.11814065277576447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T12:18:06,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 4c83a841ccce6e7be041ad19e25a6793: 2024-12-11T12:18:06,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793., pid=6, masterSystemTime=1733919486060 2024-12-11T12:18:06,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793. 2024-12-11T12:18:06,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793. 2024-12-11T12:18:06,094 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4c83a841ccce6e7be041ad19e25a6793, regionState=OPEN, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:06,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-11T12:18:06,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 4c83a841ccce6e7be041ad19e25a6793, server=257f9802b3ca,38337,1733919481677 in 194 msec 2024-12-11T12:18:06,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-11T12:18:06,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=4c83a841ccce6e7be041ad19e25a6793, ASSIGN in 361 msec 2024-12-11T12:18:06,108 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T12:18:06,108 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733919486108"}]},"ts":"1733919486108"} 2024-12-11T12:18:06,111 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-11T12:18:06,158 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-11T12:18:06,158 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T12:18:06,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3470 sec 2024-12-11T12:18:06,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T12:18:06,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-11T12:18:06,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T12:18:06,196 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-11T12:18:06,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-11T12:18:06,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 37 msec 2024-12-11T12:18:06,241 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-11T12:18:06,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-11T12:18:06,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 44 msec 2024-12-11T12:18:06,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-11T12:18:06,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-11T12:18:06,331 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.511sec 2024-12-11T12:18:06,333 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T12:18:06,335 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T12:18:06,336 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T12:18:06,337 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T12:18:06,337 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T12:18:06,338 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=257f9802b3ca,46055,1733919480877-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T12:18:06,339 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=257f9802b3ca,46055,1733919480877-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T12:18:06,348 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-11T12:18:06,348 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T12:18:06,349 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=257f9802b3ca,46055,1733919480877-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:06,362 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0cd9d88e to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59bdbfcf 2024-12-11T12:18:06,362 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-11T12:18:06,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4c6f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:06,382 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T12:18:06,382 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T12:18:06,391 DEBUG [hconnection-0xd9b80fd-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:06,399 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T12:18:06,407 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=257f9802b3ca,46055,1733919480877 2024-12-11T12:18:06,407 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T12:18:06,407 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/cluster_0c68ae72-0619-5c94-c118-1065bd670213, deleteOnExit=true 2024-12-11T12:18:06,407 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-11T12:18:06,428 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/test.cache.data in system properties and HBase conf 2024-12-11T12:18:06,428 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T12:18:06,428 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/hadoop.log.dir in system properties and HBase conf 2024-12-11T12:18:06,428 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T12:18:06,428 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T12:18:06,428 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-11T12:18:06,429 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T12:18:06,429 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T12:18:06,429 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T12:18:06,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T12:18:06,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T12:18:06,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T12:18:06,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T12:18:06,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T12:18:06,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T12:18:06,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T12:18:06,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/nfs.dump.dir in system properties and HBase conf 2024-12-11T12:18:06,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/java.io.tmpdir in system properties and HBase conf 2024-12-11T12:18:06,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T12:18:06,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T12:18:06,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T12:18:06,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T12:18:06,793 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T12:18:06,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T12:18:06,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T12:18:06,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T12:18:06,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T12:18:06,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c181ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/hadoop.log.dir/,AVAILABLE} 2024-12-11T12:18:06,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@329a01bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T12:18:06,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f89429d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/java.io.tmpdir/jetty-localhost-37661-hadoop-hdfs-3_4_1-tests_jar-_-any-16879640136775730511/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T12:18:06,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c272ed2{HTTP/1.1, (http/1.1)}{localhost:37661} 2024-12-11T12:18:06,981 INFO [Time-limited test {}] server.Server(415): Started @11653ms 2024-12-11T12:18:07,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T12:18:07,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T12:18:07,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T12:18:07,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T12:18:07,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T12:18:07,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2661e40f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/hadoop.log.dir/,AVAILABLE} 2024-12-11T12:18:07,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5db0f175{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T12:18:07,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c3a7825{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/java.io.tmpdir/jetty-localhost-45103-hadoop-hdfs-3_4_1-tests_jar-_-any-3064539148421278810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T12:18:07,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ef9ef6e{HTTP/1.1, (http/1.1)}{localhost:45103} 2024-12-11T12:18:07,323 INFO [Time-limited test {}] server.Server(415): Started @11994ms 2024-12-11T12:18:07,324 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T12:18:07,724 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/cluster_0c68ae72-0619-5c94-c118-1065bd670213/dfs/data/data2/current/BP-983500031-172.17.0.2-1733919486471/current, will proceed with Du for space computation calculation, 2024-12-11T12:18:07,724 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/cluster_0c68ae72-0619-5c94-c118-1065bd670213/dfs/data/data1/current/BP-983500031-172.17.0.2-1733919486471/current, will proceed with Du for space computation calculation, 2024-12-11T12:18:07,769 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T12:18:07,773 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ba2d6026305333b with lease ID 0x9415f7d9eef1cd78: Processing first storage report for DS-eb7a02f2-6094-416a-962f-291274addea5 from datanode DatanodeRegistration(127.0.0.1:46735, datanodeUuid=71b749c2-248a-4735-ac09-e163996890d7, infoPort=44861, infoSecurePort=0, ipcPort=33237, storageInfo=lv=-57;cid=testClusterID;nsid=316668042;c=1733919486471) 2024-12-11T12:18:07,773 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ba2d6026305333b with lease ID 0x9415f7d9eef1cd78: from storage DS-eb7a02f2-6094-416a-962f-291274addea5 node DatanodeRegistration(127.0.0.1:46735, datanodeUuid=71b749c2-248a-4735-ac09-e163996890d7, infoPort=44861, infoSecurePort=0, ipcPort=33237, storageInfo=lv=-57;cid=testClusterID;nsid=316668042;c=1733919486471), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T12:18:07,773 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ba2d6026305333b with lease ID 0x9415f7d9eef1cd78: Processing first storage report for DS-a32c5f33-37d6-4fad-8a1f-ea228a1bfd9e from datanode DatanodeRegistration(127.0.0.1:46735, datanodeUuid=71b749c2-248a-4735-ac09-e163996890d7, infoPort=44861, infoSecurePort=0, ipcPort=33237, storageInfo=lv=-57;cid=testClusterID;nsid=316668042;c=1733919486471) 2024-12-11T12:18:07,773 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ba2d6026305333b with lease ID 0x9415f7d9eef1cd78: from storage DS-a32c5f33-37d6-4fad-8a1f-ea228a1bfd9e node DatanodeRegistration(127.0.0.1:46735, datanodeUuid=71b749c2-248a-4735-ac09-e163996890d7, infoPort=44861, infoSecurePort=0, ipcPort=33237, storageInfo=lv=-57;cid=testClusterID;nsid=316668042;c=1733919486471), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T12:18:07,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea 2024-12-11T12:18:07,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T12:18:07,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T12:18:07,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741825_1001 (size=7) 2024-12-11T12:18:07,885 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d with version=8 2024-12-11T12:18:07,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/hbase-staging 2024-12-11T12:18:07,888 INFO [Time-limited test {}] client.ConnectionUtils(129): master/257f9802b3ca:0 server-side Connection retries=18 2024-12-11T12:18:07,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T12:18:07,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T12:18:07,888 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T12:18:07,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T12:18:07,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T12:18:07,888 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T12:18:07,888 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T12:18:07,892 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34501 2024-12-11T12:18:07,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T12:18:07,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T12:18:07,899 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34501 connecting to ZooKeeper ensemble=127.0.0.1:58615 2024-12-11T12:18:07,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345010x0, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T12:18:07,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34501-0x1001506a85d0003 connected 2024-12-11T12:18:07,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-11T12:18:07,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-11T12:18:07,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-11T12:18:07,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34501 2024-12-11T12:18:07,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34501 2024-12-11T12:18:07,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34501 2024-12-11T12:18:07,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34501 2024-12-11T12:18:07,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34501 2024-12-11T12:18:07,981 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d, hbase.cluster.distributed=false 2024-12-11T12:18:08,009 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/257f9802b3ca:0 server-side Connection retries=18 2024-12-11T12:18:08,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T12:18:08,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T12:18:08,009 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T12:18:08,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T12:18:08,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T12:18:08,009 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T12:18:08,010 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T12:18:08,011 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37747 2024-12-11T12:18:08,011 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T12:18:08,019 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T12:18:08,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T12:18:08,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T12:18:08,027 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37747 connecting to ZooKeeper ensemble=127.0.0.1:58615 2024-12-11T12:18:08,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377470x0, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T12:18:08,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377470x0, quorum=127.0.0.1:58615, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-11T12:18:08,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37747-0x1001506a85d0004 connected 2024-12-11T12:18:08,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-11T12:18:08,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-11T12:18:08,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37747 2024-12-11T12:18:08,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37747 2024-12-11T12:18:08,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37747 2024-12-11T12:18:08,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37747 2024-12-11T12:18:08,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37747 2024-12-11T12:18:08,055 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/257f9802b3ca,34501,1733919487887 2024-12-11T12:18:08,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-11T12:18:08,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-11T12:18:08,067 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/257f9802b3ca,34501,1733919487887 2024-12-11T12:18:08,069 DEBUG [M:0;257f9802b3ca:34501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;257f9802b3ca:34501 2024-12-11T12:18:08,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-11T12:18:08,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-11T12:18:08,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T12:18:08,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T12:18:08,079 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-11T12:18:08,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-11T12:18:08,080 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/257f9802b3ca,34501,1733919487887 from backup master directory 2024-12-11T12:18:08,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-11T12:18:08,090 WARN [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T12:18:08,090 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=257f9802b3ca,34501,1733919487887 2024-12-11T12:18:08,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/257f9802b3ca,34501,1733919487887 2024-12-11T12:18:08,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-11T12:18:08,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741826_1002 (size=42) 2024-12-11T12:18:08,172 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/hbase.id with ID: 661683d3-81d3-4774-8783-4462fb191e73 2024-12-11T12:18:08,227 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T12:18:08,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T12:18:08,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T12:18:08,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741827_1003 (size=196) 2024-12-11T12:18:08,319 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T12:18:08,320 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T12:18:08,323 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T12:18:08,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741828_1004 (size=1189) 2024-12-11T12:18:08,352 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store 2024-12-11T12:18:08,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741829_1005 (size=34) 2024-12-11T12:18:08,368 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:08,368 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T12:18:08,368 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T12:18:08,368 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T12:18:08,368 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T12:18:08,369 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T12:18:08,369 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T12:18:08,369 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-11T12:18:08,371 WARN [master/257f9802b3ca:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store/.initializing 2024-12-11T12:18:08,371 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/WALs/257f9802b3ca,34501,1733919487887 2024-12-11T12:18:08,374 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T12:18:08,377 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=257f9802b3ca%2C34501%2C1733919487887, suffix=, logDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/WALs/257f9802b3ca,34501,1733919487887, archiveDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/oldWALs, maxLogs=10 2024-12-11T12:18:08,392 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/WALs/257f9802b3ca,34501,1733919487887/257f9802b3ca%2C34501%2C1733919487887.1733919488378, exclude list is [], retry=0 2024-12-11T12:18:08,395 INFO [257f9802b3ca:38337Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:18:08,398 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46735,DS-eb7a02f2-6094-416a-962f-291274addea5,DISK] 2024-12-11T12:18:08,408 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/WALs/257f9802b3ca,34501,1733919487887/257f9802b3ca%2C34501%2C1733919487887.1733919488378 2024-12-11T12:18:08,409 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44861:44861)] 2024-12-11T12:18:08,409 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T12:18:08,410 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:08,410 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T12:18:08,410 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T12:18:08,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T12:18:08,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T12:18:08,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:08,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T12:18:08,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T12:18:08,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T12:18:08,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:08,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:08,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T12:18:08,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T12:18:08,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:08,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:08,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T12:18:08,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T12:18:08,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:08,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:08,438 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T12:18:08,439 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T12:18:08,445 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T12:18:08,448 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T12:18:08,458 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:08,460 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60792890, jitterRate=-0.09411534667015076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T12:18:08,460 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-11T12:18:08,461 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T12:18:08,468 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327903b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:08,469 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-11T12:18:08,470 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T12:18:08,470 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T12:18:08,470 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T12:18:08,472 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 2 msec 2024-12-11T12:18:08,473 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-11T12:18:08,473 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T12:18:08,476 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T12:18:08,478 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-11T12:18:08,484 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-11T12:18:08,485 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T12:18:08,486 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-11T12:18:08,492 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-11T12:18:08,493 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T12:18:08,495 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-11T12:18:08,501 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-11T12:18:08,502 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-11T12:18:08,509 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-11T12:18:08,512 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T12:18:08,517 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-11T12:18:08,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-11T12:18:08,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-11T12:18:08,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T12:18:08,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T12:18:08,527 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=257f9802b3ca,34501,1733919487887, sessionid=0x1001506a85d0003, setting cluster-up flag (Was=false) 2024-12-11T12:18:08,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T12:18:08,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T12:18:08,567 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-11T12:18:08,569 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=257f9802b3ca,34501,1733919487887 2024-12-11T12:18:08,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T12:18:08,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T12:18:08,651 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-11T12:18:08,652 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=257f9802b3ca,34501,1733919487887 2024-12-11T12:18:08,656 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-11T12:18:08,657 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-11T12:18:08,657 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T12:18:08,657 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 257f9802b3ca,34501,1733919487887 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T12:18:08,657 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/257f9802b3ca:0, corePoolSize=5, maxPoolSize=5 2024-12-11T12:18:08,657 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/257f9802b3ca:0, corePoolSize=5, maxPoolSize=5 2024-12-11T12:18:08,658 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/257f9802b3ca:0, corePoolSize=5, maxPoolSize=5 2024-12-11T12:18:08,658 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/257f9802b3ca:0, corePoolSize=5, maxPoolSize=5 2024-12-11T12:18:08,658 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/257f9802b3ca:0, corePoolSize=10, maxPoolSize=10 2024-12-11T12:18:08,658 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:08,658 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/257f9802b3ca:0, corePoolSize=2, maxPoolSize=2 2024-12-11T12:18:08,658 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:08,674 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-11T12:18:08,674 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-11T12:18:08,677 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:08,677 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T12:18:08,685 DEBUG [RS:0;257f9802b3ca:37747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;257f9802b3ca:37747 2024-12-11T12:18:08,685 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733919518685 2024-12-11T12:18:08,686 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T12:18:08,686 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T12:18:08,686 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T12:18:08,686 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T12:18:08,686 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T12:18:08,686 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T12:18:08,686 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(1008): ClusterId : 661683d3-81d3-4774-8783-4462fb191e73 2024-12-11T12:18:08,686 DEBUG [RS:0;257f9802b3ca:37747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T12:18:08,691 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:08,692 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T12:18:08,692 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T12:18:08,692 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T12:18:08,694 DEBUG [RS:0;257f9802b3ca:37747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T12:18:08,694 DEBUG [RS:0;257f9802b3ca:37747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T12:18:08,699 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T12:18:08,699 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T12:18:08,702 DEBUG [RS:0;257f9802b3ca:37747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T12:18:08,703 DEBUG [RS:0;257f9802b3ca:37747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8deee1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:08,711 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/257f9802b3ca:0:becomeActiveMaster-HFileCleaner.large.0-1733919488699,5,FailOnTimeoutGroup] 2024-12-11T12:18:08,718 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/257f9802b3ca:0:becomeActiveMaster-HFileCleaner.small.0-1733919488711,5,FailOnTimeoutGroup] 2024-12-11T12:18:08,718 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:08,718 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T12:18:08,718 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:08,718 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:08,723 DEBUG [RS:0;257f9802b3ca:37747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785e82c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=257f9802b3ca/172.17.0.2:0 2024-12-11T12:18:08,724 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-11T12:18:08,724 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-11T12:18:08,724 DEBUG [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-11T12:18:08,725 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3073): reportForDuty to master=257f9802b3ca,34501,1733919487887 with isa=257f9802b3ca/172.17.0.2:37747, startcode=1733919488008 2024-12-11T12:18:08,725 DEBUG [RS:0;257f9802b3ca:37747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T12:18:08,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741831_1007 (size=1039) 2024-12-11T12:18:08,738 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51465, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T12:18:08,739 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34501 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 257f9802b3ca,37747,1733919488008 2024-12-11T12:18:08,739 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34501 {}] master.ServerManager(486): Registering regionserver=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:08,743 DEBUG [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:08,743 DEBUG [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41099 2024-12-11T12:18:08,743 DEBUG [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-11T12:18:08,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-11T12:18:08,752 DEBUG [RS:0;257f9802b3ca:37747 {}] zookeeper.ZKUtil(111): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Set watcher on existing znode=/2/rs/257f9802b3ca,37747,1733919488008 2024-12-11T12:18:08,752 WARN [RS:0;257f9802b3ca:37747 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T12:18:08,752 INFO [RS:0;257f9802b3ca:37747 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T12:18:08,752 DEBUG [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/WALs/257f9802b3ca,37747,1733919488008 2024-12-11T12:18:08,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [257f9802b3ca,37747,1733919488008] 2024-12-11T12:18:08,767 DEBUG [RS:0;257f9802b3ca:37747 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-11T12:18:08,767 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T12:18:08,769 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T12:18:08,770 INFO [RS:0;257f9802b3ca:37747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T12:18:08,770 INFO [RS:0;257f9802b3ca:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:08,771 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-11T12:18:08,782 INFO [RS:0;257f9802b3ca:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:08,783 DEBUG [RS:0;257f9802b3ca:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:08,783 DEBUG [RS:0;257f9802b3ca:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:08,783 DEBUG [RS:0;257f9802b3ca:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:08,783 DEBUG [RS:0;257f9802b3ca:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:08,784 DEBUG [RS:0;257f9802b3ca:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:08,784 DEBUG [RS:0;257f9802b3ca:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/257f9802b3ca:0, corePoolSize=2, maxPoolSize=2 2024-12-11T12:18:08,784 DEBUG [RS:0;257f9802b3ca:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:08,784 DEBUG [RS:0;257f9802b3ca:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:08,784 DEBUG [RS:0;257f9802b3ca:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:08,784 DEBUG [RS:0;257f9802b3ca:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:08,784 DEBUG [RS:0;257f9802b3ca:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/257f9802b3ca:0, corePoolSize=1, maxPoolSize=1 2024-12-11T12:18:08,784 DEBUG [RS:0;257f9802b3ca:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/257f9802b3ca:0, corePoolSize=3, maxPoolSize=3 2024-12-11T12:18:08,785 DEBUG [RS:0;257f9802b3ca:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/257f9802b3ca:0, corePoolSize=3, maxPoolSize=3 2024-12-11T12:18:08,788 INFO [RS:0;257f9802b3ca:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:08,789 INFO [RS:0;257f9802b3ca:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:08,789 INFO [RS:0;257f9802b3ca:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:08,789 INFO [RS:0;257f9802b3ca:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:08,789 INFO [RS:0;257f9802b3ca:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=257f9802b3ca,37747,1733919488008-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T12:18:08,814 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T12:18:08,814 INFO [RS:0;257f9802b3ca:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=257f9802b3ca,37747,1733919488008-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:08,836 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.Replication(204): 257f9802b3ca,37747,1733919488008 started 2024-12-11T12:18:08,836 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(1767): Serving as 257f9802b3ca,37747,1733919488008, RpcServer on 257f9802b3ca/172.17.0.2:37747, sessionid=0x1001506a85d0004 2024-12-11T12:18:08,836 DEBUG [RS:0;257f9802b3ca:37747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T12:18:08,836 DEBUG [RS:0;257f9802b3ca:37747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 257f9802b3ca,37747,1733919488008 2024-12-11T12:18:08,836 DEBUG [RS:0;257f9802b3ca:37747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '257f9802b3ca,37747,1733919488008' 2024-12-11T12:18:08,836 DEBUG [RS:0;257f9802b3ca:37747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-11T12:18:08,837 DEBUG [RS:0;257f9802b3ca:37747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-11T12:18:08,837 DEBUG [RS:0;257f9802b3ca:37747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T12:18:08,837 DEBUG [RS:0;257f9802b3ca:37747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T12:18:08,837 DEBUG [RS:0;257f9802b3ca:37747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 257f9802b3ca,37747,1733919488008 2024-12-11T12:18:08,837 DEBUG [RS:0;257f9802b3ca:37747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '257f9802b3ca,37747,1733919488008' 2024-12-11T12:18:08,837 DEBUG [RS:0;257f9802b3ca:37747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-11T12:18:08,838 DEBUG [RS:0;257f9802b3ca:37747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-11T12:18:08,839 DEBUG [RS:0;257f9802b3ca:37747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T12:18:08,839 INFO [RS:0;257f9802b3ca:37747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T12:18:08,839 INFO [RS:0;257f9802b3ca:37747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T12:18:08,940 INFO [RS:0;257f9802b3ca:37747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T12:18:08,945 INFO [RS:0;257f9802b3ca:37747 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=257f9802b3ca%2C37747%2C1733919488008, suffix=, logDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/WALs/257f9802b3ca,37747,1733919488008, archiveDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/oldWALs, maxLogs=10 2024-12-11T12:18:08,972 DEBUG [RS:0;257f9802b3ca:37747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/WALs/257f9802b3ca,37747,1733919488008/257f9802b3ca%2C37747%2C1733919488008.1733919488947, exclude list is [], retry=0 2024-12-11T12:18:08,984 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46735,DS-eb7a02f2-6094-416a-962f-291274addea5,DISK] 2024-12-11T12:18:08,992 INFO [RS:0;257f9802b3ca:37747 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/WALs/257f9802b3ca,37747,1733919488008/257f9802b3ca%2C37747%2C1733919488008.1733919488947 2024-12-11T12:18:08,993 DEBUG [RS:0;257f9802b3ca:37747 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44861:44861)] 2024-12-11T12:18:09,137 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-11T12:18:09,138 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:09,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741833_1009 (size=32) 2024-12-11T12:18:09,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:09,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T12:18:09,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T12:18:09,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:09,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T12:18:09,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T12:18:09,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T12:18:09,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:09,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T12:18:09,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T12:18:09,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T12:18:09,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:09,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T12:18:09,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740 2024-12-11T12:18:09,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740 2024-12-11T12:18:09,206 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T12:18:09,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-11T12:18:09,216 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:09,217 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74732102, jitterRate=0.11359509825706482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T12:18:09,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-11T12:18:09,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-11T12:18:09,218 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-11T12:18:09,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-11T12:18:09,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T12:18:09,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T12:18:09,219 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-11T12:18:09,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-11T12:18:09,222 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-11T12:18:09,222 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-11T12:18:09,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T12:18:09,225 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T12:18:09,231 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T12:18:09,302 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T12:18:09,303 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-11T12:18:09,381 DEBUG [257f9802b3ca:34501 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-11T12:18:09,381 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:09,384 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 257f9802b3ca,37747,1733919488008, state=OPENING 2024-12-11T12:18:09,398 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T12:18:09,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T12:18:09,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T12:18:09,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-11T12:18:09,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:09,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-11T12:18:09,565 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 257f9802b3ca,37747,1733919488008 2024-12-11T12:18:09,566 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T12:18:09,569 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T12:18:09,574 INFO [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-11T12:18:09,575 INFO [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T12:18:09,575 INFO [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T12:18:09,578 INFO [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=257f9802b3ca%2C37747%2C1733919488008.meta, suffix=.meta, logDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/WALs/257f9802b3ca,37747,1733919488008, archiveDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/oldWALs, maxLogs=10 2024-12-11T12:18:09,590 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/WALs/257f9802b3ca,37747,1733919488008/257f9802b3ca%2C37747%2C1733919488008.meta.1733919489579.meta, exclude list is [], retry=0 2024-12-11T12:18:09,593 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46735,DS-eb7a02f2-6094-416a-962f-291274addea5,DISK] 2024-12-11T12:18:09,596 INFO [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/WALs/257f9802b3ca,37747,1733919488008/257f9802b3ca%2C37747%2C1733919488008.meta.1733919489579.meta 2024-12-11T12:18:09,596 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44861:44861)] 2024-12-11T12:18:09,596 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T12:18:09,596 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T12:18:09,597 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T12:18:09,597 INFO [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T12:18:09,597 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T12:18:09,597 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:09,597 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-11T12:18:09,597 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-11T12:18:09,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T12:18:09,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T12:18:09,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:09,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T12:18:09,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T12:18:09,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T12:18:09,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:09,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T12:18:09,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T12:18:09,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T12:18:09,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:09,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T12:18:09,606 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740 2024-12-11T12:18:09,608 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740 2024-12-11T12:18:09,610 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T12:18:09,612 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-11T12:18:09,613 INFO [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61461496, jitterRate=-0.08415234088897705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T12:18:09,613 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-11T12:18:09,615 INFO [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733919489565 2024-12-11T12:18:09,617 DEBUG [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T12:18:09,617 INFO [RS_OPEN_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-11T12:18:09,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:09,619 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 257f9802b3ca,37747,1733919488008, state=OPEN 2024-12-11T12:18:09,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-11T12:18:09,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-11T12:18:09,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-11T12:18:09,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-11T12:18:09,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T12:18:09,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=257f9802b3ca,37747,1733919488008 in 216 msec 2024-12-11T12:18:09,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T12:18:09,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-12-11T12:18:09,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 980 msec 2024-12-11T12:18:09,636 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733919489636, completionTime=-1 2024-12-11T12:18:09,636 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-11T12:18:09,636 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-11T12:18:09,637 DEBUG [hconnection-0x492f7a15-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:09,638 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T12:18:09,639 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-11T12:18:09,639 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733919549639 2024-12-11T12:18:09,639 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733919609639 2024-12-11T12:18:09,640 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-11T12:18:09,659 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=257f9802b3ca,34501,1733919487887-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:09,659 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=257f9802b3ca,34501,1733919487887-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:09,659 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=257f9802b3ca,34501,1733919487887-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:09,659 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-257f9802b3ca:34501, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:09,660 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:09,660 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-11T12:18:09,660 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T12:18:09,662 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-11T12:18:09,662 DEBUG [master/257f9802b3ca:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-11T12:18:09,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T12:18:09,663 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:09,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T12:18:09,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741835_1011 (size=358) 2024-12-11T12:18:10,050 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T12:18:10,075 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 96cd5ec8f6faaad04dffaf6700d1ccea, NAME => 'hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:10,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741836_1012 (size=42) 2024-12-11T12:18:10,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:10,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 96cd5ec8f6faaad04dffaf6700d1ccea, disabling compactions & flushes 2024-12-11T12:18:10,085 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea. 2024-12-11T12:18:10,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea. 2024-12-11T12:18:10,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea. after waiting 0 ms 2024-12-11T12:18:10,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea. 2024-12-11T12:18:10,085 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea. 2024-12-11T12:18:10,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 96cd5ec8f6faaad04dffaf6700d1ccea: 2024-12-11T12:18:10,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T12:18:10,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733919490087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919490087"}]},"ts":"1733919490087"} 2024-12-11T12:18:10,090 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-11T12:18:10,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T12:18:10,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733919490092"}]},"ts":"1733919490092"} 2024-12-11T12:18:10,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-11T12:18:10,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=96cd5ec8f6faaad04dffaf6700d1ccea, ASSIGN}] 2024-12-11T12:18:10,196 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=96cd5ec8f6faaad04dffaf6700d1ccea, ASSIGN 2024-12-11T12:18:10,198 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=96cd5ec8f6faaad04dffaf6700d1ccea, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:10,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=96cd5ec8f6faaad04dffaf6700d1ccea, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:10,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 96cd5ec8f6faaad04dffaf6700d1ccea, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:10,505 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 257f9802b3ca,37747,1733919488008 2024-12-11T12:18:10,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea. 2024-12-11T12:18:10,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 96cd5ec8f6faaad04dffaf6700d1ccea, NAME => 'hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea.', STARTKEY => '', ENDKEY => ''} 2024-12-11T12:18:10,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 96cd5ec8f6faaad04dffaf6700d1ccea 2024-12-11T12:18:10,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:10,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 96cd5ec8f6faaad04dffaf6700d1ccea 2024-12-11T12:18:10,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 96cd5ec8f6faaad04dffaf6700d1ccea 2024-12-11T12:18:10,513 INFO [StoreOpener-96cd5ec8f6faaad04dffaf6700d1ccea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 96cd5ec8f6faaad04dffaf6700d1ccea 2024-12-11T12:18:10,515 INFO [StoreOpener-96cd5ec8f6faaad04dffaf6700d1ccea-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96cd5ec8f6faaad04dffaf6700d1ccea columnFamilyName info 2024-12-11T12:18:10,515 DEBUG [StoreOpener-96cd5ec8f6faaad04dffaf6700d1ccea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:10,516 INFO [StoreOpener-96cd5ec8f6faaad04dffaf6700d1ccea-1 {}] regionserver.HStore(327): Store=96cd5ec8f6faaad04dffaf6700d1ccea/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:10,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/namespace/96cd5ec8f6faaad04dffaf6700d1ccea 2024-12-11T12:18:10,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/namespace/96cd5ec8f6faaad04dffaf6700d1ccea 2024-12-11T12:18:10,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 96cd5ec8f6faaad04dffaf6700d1ccea 2024-12-11T12:18:10,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/namespace/96cd5ec8f6faaad04dffaf6700d1ccea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:10,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 96cd5ec8f6faaad04dffaf6700d1ccea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70485515, jitterRate=0.05031602084636688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T12:18:10,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 96cd5ec8f6faaad04dffaf6700d1ccea: 2024-12-11T12:18:10,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea., pid=6, masterSystemTime=1733919490505 2024-12-11T12:18:10,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea. 2024-12-11T12:18:10,529 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=96cd5ec8f6faaad04dffaf6700d1ccea, regionState=OPEN, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:10,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea. 2024-12-11T12:18:10,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-11T12:18:10,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 96cd5ec8f6faaad04dffaf6700d1ccea, server=257f9802b3ca,37747,1733919488008 in 179 msec 2024-12-11T12:18:10,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-11T12:18:10,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=96cd5ec8f6faaad04dffaf6700d1ccea, ASSIGN in 342 msec 2024-12-11T12:18:10,540 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T12:18:10,540 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733919490540"}]},"ts":"1733919490540"} 2024-12-11T12:18:10,542 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-11T12:18:10,561 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T12:18:10,564 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-11T12:18:10,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 901 msec 2024-12-11T12:18:10,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T12:18:10,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-11T12:18:10,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T12:18:10,579 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-11T12:18:10,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-11T12:18:10,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 32 msec 2024-12-11T12:18:10,623 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-11T12:18:10,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-11T12:18:10,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 72 msec 2024-12-11T12:18:10,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-11T12:18:10,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-11T12:18:10,843 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.753sec 2024-12-11T12:18:10,843 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T12:18:10,843 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T12:18:10,843 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T12:18:10,843 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T12:18:10,843 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T12:18:10,843 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=257f9802b3ca,34501,1733919487887-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T12:18:10,844 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=257f9802b3ca,34501,1733919487887-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T12:18:10,847 DEBUG [master/257f9802b3ca:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-11T12:18:10,847 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T12:18:10,847 INFO [master/257f9802b3ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=257f9802b3ca,34501,1733919487887-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T12:18:10,859 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7695feac to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29140e9d 2024-12-11T12:18:10,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5819dd61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:10,915 DEBUG [hconnection-0x5710c6ce-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:10,918 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39358, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T12:18:10,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=257f9802b3ca,34501,1733919487887 2024-12-11T12:18:10,922 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x112492ec to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@405300b0 2024-12-11T12:18:10,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad6376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:10,936 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05422b16 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30c47aa0 2024-12-11T12:18:10,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684aba88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:10,945 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x101e533b to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39c2ae2 2024-12-11T12:18:10,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3f4ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:10,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T12:18:10,964 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T12:18:10,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T12:18:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-11T12:18:10,976 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T12:18:10,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-11T12:18:10,976 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:10,977 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T12:18:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T12:18:10,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741837_1013 (size=631) 2024-12-11T12:18:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T12:18:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T12:18:11,355 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T12:18:11,355 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T12:18:11,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-11T12:18:11,357 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-11T12:18:11,358 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T12:18:11,358 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T12:18:11,359 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T12:18:11,359 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T12:18:11,387 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d4a892c822573577ba2dcae0cb7d3f0e, NAME => 'test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:11,387 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 884b03ccad28de718c12eb4cc3930779, NAME => 'test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:11,388 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 74301657f3f80eda103a98b4eb47fced, NAME => 'test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:11,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741838_1014 (size=45) 2024-12-11T12:18:11,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741840_1016 (size=45) 2024-12-11T12:18:11,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741839_1015 (size=42) 2024-12-11T12:18:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T12:18:11,799 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:11,799 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 884b03ccad28de718c12eb4cc3930779, disabling compactions & flushes 2024-12-11T12:18:11,799 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779. 2024-12-11T12:18:11,800 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779. 2024-12-11T12:18:11,800 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779. after waiting 0 ms 2024-12-11T12:18:11,800 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779. 2024-12-11T12:18:11,800 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779. 2024-12-11T12:18:11,800 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 884b03ccad28de718c12eb4cc3930779: 2024-12-11T12:18:11,801 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 740ad6b6edd414ea7fdf46a64dc3ca09, NAME => 'test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:11,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:11,802 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:11,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d4a892c822573577ba2dcae0cb7d3f0e, disabling compactions & flushes 2024-12-11T12:18:11,803 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 74301657f3f80eda103a98b4eb47fced, disabling compactions & flushes 2024-12-11T12:18:11,803 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e. 2024-12-11T12:18:11,803 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced. 2024-12-11T12:18:11,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e. 2024-12-11T12:18:11,803 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced. 2024-12-11T12:18:11,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e. after waiting 0 ms 2024-12-11T12:18:11,803 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced. after waiting 0 ms 2024-12-11T12:18:11,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e. 2024-12-11T12:18:11,803 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced. 2024-12-11T12:18:11,803 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e. 2024-12-11T12:18:11,803 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced. 2024-12-11T12:18:11,803 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 74301657f3f80eda103a98b4eb47fced: 2024-12-11T12:18:11,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d4a892c822573577ba2dcae0cb7d3f0e: 2024-12-11T12:18:11,804 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 82bbdde7bb9ab7813cb06cc1a6f9cf1c, NAME => 'test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:11,804 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c8a0b0badf6825411984168c5d9714f7, NAME => 'test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:11,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741841_1017 (size=45) 2024-12-11T12:18:11,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741842_1018 (size=45) 2024-12-11T12:18:11,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741843_1019 (size=45) 2024-12-11T12:18:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T12:18:12,211 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:12,211 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 740ad6b6edd414ea7fdf46a64dc3ca09, disabling compactions & flushes 2024-12-11T12:18:12,211 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09. 2024-12-11T12:18:12,211 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09. 2024-12-11T12:18:12,211 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09. after waiting 0 ms 2024-12-11T12:18:12,211 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09. 2024-12-11T12:18:12,212 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09. 2024-12-11T12:18:12,212 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 740ad6b6edd414ea7fdf46a64dc3ca09: 2024-12-11T12:18:12,212 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 8dceddadaf246cc744dfbd7498bd9651, NAME => 'test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:12,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:12,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 82bbdde7bb9ab7813cb06cc1a6f9cf1c, disabling compactions & flushes 2024-12-11T12:18:12,214 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c. 2024-12-11T12:18:12,214 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:12,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c. 2024-12-11T12:18:12,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c. after waiting 0 ms 2024-12-11T12:18:12,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c. 2024-12-11T12:18:12,214 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c8a0b0badf6825411984168c5d9714f7, disabling compactions & flushes 2024-12-11T12:18:12,214 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c. 2024-12-11T12:18:12,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 82bbdde7bb9ab7813cb06cc1a6f9cf1c: 2024-12-11T12:18:12,214 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7. 2024-12-11T12:18:12,214 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7. 2024-12-11T12:18:12,215 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7. after waiting 0 ms 2024-12-11T12:18:12,215 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e82f1edf8db1818cd2ac076c7fcb2a27, NAME => 'test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:12,215 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7. 2024-12-11T12:18:12,215 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7. 2024-12-11T12:18:12,215 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c8a0b0badf6825411984168c5d9714f7: 2024-12-11T12:18:12,216 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 18db894e5bd189ad36107f3ed61fcd02, NAME => 'test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:12,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741844_1020 (size=45) 2024-12-11T12:18:12,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741845_1021 (size=45) 2024-12-11T12:18:12,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741846_1022 (size=45) 2024-12-11T12:18:12,621 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:12,622 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 8dceddadaf246cc744dfbd7498bd9651, disabling compactions & flushes 2024-12-11T12:18:12,622 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651. 2024-12-11T12:18:12,622 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651. 2024-12-11T12:18:12,622 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651. after waiting 0 ms 2024-12-11T12:18:12,622 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651. 2024-12-11T12:18:12,622 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651. 2024-12-11T12:18:12,622 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 8dceddadaf246cc744dfbd7498bd9651: 2024-12-11T12:18:12,623 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 9c365161605557e586262b07c1311b51, NAME => 'test,jjj,1733919490969.9c365161605557e586262b07c1311b51.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:12,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:12,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing e82f1edf8db1818cd2ac076c7fcb2a27, disabling compactions & flushes 2024-12-11T12:18:12,624 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27. 2024-12-11T12:18:12,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27. 2024-12-11T12:18:12,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27. after waiting 0 ms 2024-12-11T12:18:12,624 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:12,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27. 2024-12-11T12:18:12,624 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27. 2024-12-11T12:18:12,624 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 18db894e5bd189ad36107f3ed61fcd02, disabling compactions & flushes 2024-12-11T12:18:12,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for e82f1edf8db1818cd2ac076c7fcb2a27: 2024-12-11T12:18:12,624 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02. 2024-12-11T12:18:12,624 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02. 2024-12-11T12:18:12,625 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02. after waiting 0 ms 2024-12-11T12:18:12,625 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02. 2024-12-11T12:18:12,625 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9b24bde57ed7b1da038c87a50028619b, NAME => 'test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:12,625 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02. 2024-12-11T12:18:12,625 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 18db894e5bd189ad36107f3ed61fcd02: 2024-12-11T12:18:12,626 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 31336b00df0bee1d7f0d63fffc0aab08, NAME => 'test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:12,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741848_1024 (size=45) 2024-12-11T12:18:12,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741849_1025 (size=45) 2024-12-11T12:18:12,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741847_1023 (size=45) 2024-12-11T12:18:13,042 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:13,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 9b24bde57ed7b1da038c87a50028619b, disabling compactions & flushes 2024-12-11T12:18:13,043 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b. 2024-12-11T12:18:13,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b. 2024-12-11T12:18:13,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b. after waiting 0 ms 2024-12-11T12:18:13,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b. 2024-12-11T12:18:13,043 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b. 2024-12-11T12:18:13,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9b24bde57ed7b1da038c87a50028619b: 2024-12-11T12:18:13,044 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2f94521d9d15158dc4b4a498d02d8c9f, NAME => 'test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:13,049 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:13,049 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 31336b00df0bee1d7f0d63fffc0aab08, disabling compactions & flushes 2024-12-11T12:18:13,049 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08. 2024-12-11T12:18:13,049 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08. 2024-12-11T12:18:13,049 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08. after waiting 0 ms 2024-12-11T12:18:13,049 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08. 2024-12-11T12:18:13,050 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08. 2024-12-11T12:18:13,050 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 31336b00df0bee1d7f0d63fffc0aab08: 2024-12-11T12:18:13,050 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 39a9c567f4adb0d54e9f96d47ef7edc7, NAME => 'test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:13,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741850_1026 (size=45) 2024-12-11T12:18:13,053 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1733919490969.9c365161605557e586262b07c1311b51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:13,053 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 9c365161605557e586262b07c1311b51, disabling compactions & flushes 2024-12-11T12:18:13,053 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1733919490969.9c365161605557e586262b07c1311b51. 2024-12-11T12:18:13,053 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733919490969.9c365161605557e586262b07c1311b51. 2024-12-11T12:18:13,053 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733919490969.9c365161605557e586262b07c1311b51. after waiting 0 ms 2024-12-11T12:18:13,053 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733919490969.9c365161605557e586262b07c1311b51. 2024-12-11T12:18:13,053 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1733919490969.9c365161605557e586262b07c1311b51. 2024-12-11T12:18:13,053 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 9c365161605557e586262b07c1311b51: 2024-12-11T12:18:13,054 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => aa150b38926ebf62e671344008c1dcd3, NAME => 'test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:13,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:13,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 2f94521d9d15158dc4b4a498d02d8c9f, disabling compactions & flushes 2024-12-11T12:18:13,056 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f. 2024-12-11T12:18:13,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f. 2024-12-11T12:18:13,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f. after waiting 0 ms 2024-12-11T12:18:13,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f. 2024-12-11T12:18:13,056 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f. 2024-12-11T12:18:13,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2f94521d9d15158dc4b4a498d02d8c9f: 2024-12-11T12:18:13,057 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e14a8e8f27decab2f48893e7a2230638, NAME => 'test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:13,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741851_1027 (size=45) 2024-12-11T12:18:13,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741853_1029 (size=45) 2024-12-11T12:18:13,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741852_1028 (size=45) 2024-12-11T12:18:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T12:18:13,395 INFO [257f9802b3ca:38337Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:18:13,463 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:13,463 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 39a9c567f4adb0d54e9f96d47ef7edc7, disabling compactions & flushes 2024-12-11T12:18:13,463 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7. 2024-12-11T12:18:13,463 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7. 2024-12-11T12:18:13,463 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7. after waiting 0 ms 2024-12-11T12:18:13,463 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7. 2024-12-11T12:18:13,463 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7. 2024-12-11T12:18:13,464 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 39a9c567f4adb0d54e9f96d47ef7edc7: 2024-12-11T12:18:13,464 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 07b93c93dd77ad646b018fe0bc3827dc, NAME => 'test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:13,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:13,469 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:13,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing e14a8e8f27decab2f48893e7a2230638, disabling compactions & flushes 2024-12-11T12:18:13,469 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing aa150b38926ebf62e671344008c1dcd3, disabling compactions & flushes 2024-12-11T12:18:13,469 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638. 2024-12-11T12:18:13,469 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3. 2024-12-11T12:18:13,470 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638. 2024-12-11T12:18:13,470 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3. 2024-12-11T12:18:13,470 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638. after waiting 0 ms 2024-12-11T12:18:13,470 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3. after waiting 0 ms 2024-12-11T12:18:13,470 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638. 2024-12-11T12:18:13,470 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3. 2024-12-11T12:18:13,470 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3. 2024-12-11T12:18:13,470 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638. 2024-12-11T12:18:13,470 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for aa150b38926ebf62e671344008c1dcd3: 2024-12-11T12:18:13,470 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for e14a8e8f27decab2f48893e7a2230638: 2024-12-11T12:18:13,470 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 6c4a04b90e310c4efc9da8cfee9bf067, NAME => 'test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:13,471 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 79ea846687a4db8304d3f3e081869633, NAME => 'test,sss,1733919490969.79ea846687a4db8304d3f3e081869633.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:13,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741854_1030 (size=45) 2024-12-11T12:18:13,472 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:13,472 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 07b93c93dd77ad646b018fe0bc3827dc, disabling compactions & flushes 2024-12-11T12:18:13,473 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc. 2024-12-11T12:18:13,473 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc. 2024-12-11T12:18:13,473 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc. after waiting 0 ms 2024-12-11T12:18:13,473 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc. 2024-12-11T12:18:13,473 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc. 2024-12-11T12:18:13,473 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 07b93c93dd77ad646b018fe0bc3827dc: 2024-12-11T12:18:13,474 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1ccd48f518b4ede0d558a567ffa5ef1f, NAME => 'test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:13,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741856_1032 (size=45) 2024-12-11T12:18:13,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741855_1031 (size=45) 2024-12-11T12:18:13,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741857_1033 (size=45) 2024-12-11T12:18:13,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:18:13,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,sss,1733919490969.79ea846687a4db8304d3f3e081869633.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:13,881 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:13,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 79ea846687a4db8304d3f3e081869633, disabling compactions & flushes 2024-12-11T12:18:13,881 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 6c4a04b90e310c4efc9da8cfee9bf067, disabling compactions & flushes 2024-12-11T12:18:13,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,sss,1733919490969.79ea846687a4db8304d3f3e081869633. 2024-12-11T12:18:13,881 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067. 2024-12-11T12:18:13,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733919490969.79ea846687a4db8304d3f3e081869633. 2024-12-11T12:18:13,881 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067. 2024-12-11T12:18:13,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733919490969.79ea846687a4db8304d3f3e081869633. after waiting 0 ms 2024-12-11T12:18:13,881 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067. after waiting 0 ms 2024-12-11T12:18:13,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733919490969.79ea846687a4db8304d3f3e081869633. 2024-12-11T12:18:13,881 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067. 2024-12-11T12:18:13,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,sss,1733919490969.79ea846687a4db8304d3f3e081869633. 2024-12-11T12:18:13,881 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067. 2024-12-11T12:18:13,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 79ea846687a4db8304d3f3e081869633: 2024-12-11T12:18:13,881 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 6c4a04b90e310c4efc9da8cfee9bf067: 2024-12-11T12:18:13,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8b4a5f1a1dc8381b030edb4b5924aa96, NAME => 'test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:13,883 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 97eb82cca69d9a318c6aaf692478921c, NAME => 'test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:13,884 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:13,884 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 1ccd48f518b4ede0d558a567ffa5ef1f, disabling compactions & flushes 2024-12-11T12:18:13,884 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f. 2024-12-11T12:18:13,884 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f. 2024-12-11T12:18:13,884 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f. after waiting 0 ms 2024-12-11T12:18:13,884 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f. 2024-12-11T12:18:13,884 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f. 2024-12-11T12:18:13,885 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 1ccd48f518b4ede0d558a567ffa5ef1f: 2024-12-11T12:18:13,886 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 143ef3c6174c73a0962bdd76c08ed03d, NAME => 'test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:13,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741858_1034 (size=45) 2024-12-11T12:18:13,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741859_1035 (size=45) 2024-12-11T12:18:13,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741860_1036 (size=45) 2024-12-11T12:18:14,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:14,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 8b4a5f1a1dc8381b030edb4b5924aa96, disabling compactions & flushes 2024-12-11T12:18:14,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96. 2024-12-11T12:18:14,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96. 2024-12-11T12:18:14,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96. after waiting 0 ms 2024-12-11T12:18:14,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96. 2024-12-11T12:18:14,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96. 2024-12-11T12:18:14,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8b4a5f1a1dc8381b030edb4b5924aa96: 2024-12-11T12:18:14,302 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5e7900c193499d6ee42aefb3b6d42678, NAME => 'test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:14,303 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:14,303 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 97eb82cca69d9a318c6aaf692478921c, disabling compactions & flushes 2024-12-11T12:18:14,303 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c. 2024-12-11T12:18:14,303 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c. 2024-12-11T12:18:14,303 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c. after waiting 0 ms 2024-12-11T12:18:14,303 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c. 2024-12-11T12:18:14,303 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c. 2024-12-11T12:18:14,303 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 97eb82cca69d9a318c6aaf692478921c: 2024-12-11T12:18:14,304 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e4a19c00968c89c4fc9b12c2c0efdebb, NAME => 'test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:14,309 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:14,310 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 143ef3c6174c73a0962bdd76c08ed03d, disabling compactions & flushes 2024-12-11T12:18:14,310 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d. 2024-12-11T12:18:14,310 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d. 2024-12-11T12:18:14,310 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d. after waiting 0 ms 2024-12-11T12:18:14,310 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d. 2024-12-11T12:18:14,310 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d. 2024-12-11T12:18:14,310 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 143ef3c6174c73a0962bdd76c08ed03d: 2024-12-11T12:18:14,311 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 0ceea336057e052d49c2384f8541400a, NAME => 'test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:14,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741862_1038 (size=45) 2024-12-11T12:18:14,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741861_1037 (size=45) 2024-12-11T12:18:14,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741863_1039 (size=42) 2024-12-11T12:18:14,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:14,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 5e7900c193499d6ee42aefb3b6d42678, disabling compactions & flushes 2024-12-11T12:18:14,320 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678. 2024-12-11T12:18:14,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678. 2024-12-11T12:18:14,321 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678. after waiting 0 ms 2024-12-11T12:18:14,321 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678. 2024-12-11T12:18:14,321 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:14,321 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678. 2024-12-11T12:18:14,321 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5e7900c193499d6ee42aefb3b6d42678: 2024-12-11T12:18:14,321 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 0ceea336057e052d49c2384f8541400a, disabling compactions & flushes 2024-12-11T12:18:14,321 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a. 2024-12-11T12:18:14,321 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a. 2024-12-11T12:18:14,321 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a. after waiting 0 ms 2024-12-11T12:18:14,321 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a. 2024-12-11T12:18:14,321 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a. 2024-12-11T12:18:14,321 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 0ceea336057e052d49c2384f8541400a: 2024-12-11T12:18:14,719 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:14,719 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing e4a19c00968c89c4fc9b12c2c0efdebb, disabling compactions & flushes 2024-12-11T12:18:14,719 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb. 2024-12-11T12:18:14,719 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb. 2024-12-11T12:18:14,719 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb. after waiting 0 ms 2024-12-11T12:18:14,719 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb. 2024-12-11T12:18:14,719 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb. 2024-12-11T12:18:14,719 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for e4a19c00968c89c4fc9b12c2c0efdebb: 2024-12-11T12:18:14,722 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T12:18:14,723 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,723 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,723 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,723 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,724 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,724 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,724 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,724 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,724 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,724 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,725 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,725 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1733919490969.9c365161605557e586262b07c1311b51.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,725 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,725 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,725 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,725 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,725 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,726 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1733919490969.79ea846687a4db8304d3f3e081869633.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,726 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,726 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,726 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,726 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,726 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,726 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,727 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,727 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919494722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919494722"}]},"ts":"1733919494722"} 2024-12-11T12:18:14,775 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-11T12:18:14,777 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T12:18:14,778 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733919494777"}]},"ts":"1733919494777"} 2024-12-11T12:18:14,780 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-11T12:18:14,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d4a892c822573577ba2dcae0cb7d3f0e, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=74301657f3f80eda103a98b4eb47fced, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=884b03ccad28de718c12eb4cc3930779, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=740ad6b6edd414ea7fdf46a64dc3ca09, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c8a0b0badf6825411984168c5d9714f7, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=82bbdde7bb9ab7813cb06cc1a6f9cf1c, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8dceddadaf246cc744dfbd7498bd9651, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e82f1edf8db1818cd2ac076c7fcb2a27, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=18db894e5bd189ad36107f3ed61fcd02, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9c365161605557e586262b07c1311b51, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9b24bde57ed7b1da038c87a50028619b, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=31336b00df0bee1d7f0d63fffc0aab08, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2f94521d9d15158dc4b4a498d02d8c9f, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=39a9c567f4adb0d54e9f96d47ef7edc7, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=aa150b38926ebf62e671344008c1dcd3, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e14a8e8f27decab2f48893e7a2230638, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=07b93c93dd77ad646b018fe0bc3827dc, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6c4a04b90e310c4efc9da8cfee9bf067, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=79ea846687a4db8304d3f3e081869633, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1ccd48f518b4ede0d558a567ffa5ef1f, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8b4a5f1a1dc8381b030edb4b5924aa96, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=97eb82cca69d9a318c6aaf692478921c, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=143ef3c6174c73a0962bdd76c08ed03d, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5e7900c193499d6ee42aefb3b6d42678, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e4a19c00968c89c4fc9b12c2c0efdebb, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0ceea336057e052d49c2384f8541400a, ASSIGN}] 2024-12-11T12:18:14,804 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d4a892c822573577ba2dcae0cb7d3f0e, ASSIGN 2024-12-11T12:18:14,804 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=74301657f3f80eda103a98b4eb47fced, ASSIGN 2024-12-11T12:18:14,804 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=884b03ccad28de718c12eb4cc3930779, ASSIGN 2024-12-11T12:18:14,804 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c8a0b0badf6825411984168c5d9714f7, ASSIGN 2024-12-11T12:18:14,805 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=74301657f3f80eda103a98b4eb47fced, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,805 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d4a892c822573577ba2dcae0cb7d3f0e, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,806 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c8a0b0badf6825411984168c5d9714f7, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,806 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=884b03ccad28de718c12eb4cc3930779, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,811 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e4a19c00968c89c4fc9b12c2c0efdebb, ASSIGN 2024-12-11T12:18:14,811 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0ceea336057e052d49c2384f8541400a, ASSIGN 2024-12-11T12:18:14,811 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=143ef3c6174c73a0962bdd76c08ed03d, ASSIGN 2024-12-11T12:18:14,811 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5e7900c193499d6ee42aefb3b6d42678, ASSIGN 2024-12-11T12:18:14,811 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=97eb82cca69d9a318c6aaf692478921c, ASSIGN 2024-12-11T12:18:14,812 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5e7900c193499d6ee42aefb3b6d42678, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,812 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e4a19c00968c89c4fc9b12c2c0efdebb, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,812 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=97eb82cca69d9a318c6aaf692478921c, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,812 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=143ef3c6174c73a0962bdd76c08ed03d, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,813 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0ceea336057e052d49c2384f8541400a, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,819 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8b4a5f1a1dc8381b030edb4b5924aa96, ASSIGN 2024-12-11T12:18:14,819 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6c4a04b90e310c4efc9da8cfee9bf067, ASSIGN 2024-12-11T12:18:14,819 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1ccd48f518b4ede0d558a567ffa5ef1f, ASSIGN 2024-12-11T12:18:14,819 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=79ea846687a4db8304d3f3e081869633, ASSIGN 2024-12-11T12:18:14,819 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=07b93c93dd77ad646b018fe0bc3827dc, ASSIGN 2024-12-11T12:18:14,820 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8b4a5f1a1dc8381b030edb4b5924aa96, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,820 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6c4a04b90e310c4efc9da8cfee9bf067, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,820 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1ccd48f518b4ede0d558a567ffa5ef1f, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,820 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=07b93c93dd77ad646b018fe0bc3827dc, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,820 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=79ea846687a4db8304d3f3e081869633, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,825 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e14a8e8f27decab2f48893e7a2230638, ASSIGN 2024-12-11T12:18:14,825 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2f94521d9d15158dc4b4a498d02d8c9f, ASSIGN 2024-12-11T12:18:14,825 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=aa150b38926ebf62e671344008c1dcd3, ASSIGN 2024-12-11T12:18:14,825 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=39a9c567f4adb0d54e9f96d47ef7edc7, ASSIGN 2024-12-11T12:18:14,825 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=31336b00df0bee1d7f0d63fffc0aab08, ASSIGN 2024-12-11T12:18:14,826 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e14a8e8f27decab2f48893e7a2230638, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,826 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2f94521d9d15158dc4b4a498d02d8c9f, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,826 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=39a9c567f4adb0d54e9f96d47ef7edc7, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,826 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=aa150b38926ebf62e671344008c1dcd3, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,827 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=31336b00df0bee1d7f0d63fffc0aab08, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,831 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9c365161605557e586262b07c1311b51, ASSIGN 2024-12-11T12:18:14,831 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9b24bde57ed7b1da038c87a50028619b, ASSIGN 2024-12-11T12:18:14,831 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=18db894e5bd189ad36107f3ed61fcd02, ASSIGN 2024-12-11T12:18:14,831 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e82f1edf8db1818cd2ac076c7fcb2a27, ASSIGN 2024-12-11T12:18:14,831 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8dceddadaf246cc744dfbd7498bd9651, ASSIGN 2024-12-11T12:18:14,832 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9c365161605557e586262b07c1311b51, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,832 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9b24bde57ed7b1da038c87a50028619b, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,832 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=18db894e5bd189ad36107f3ed61fcd02, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,832 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8dceddadaf246cc744dfbd7498bd9651, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,832 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e82f1edf8db1818cd2ac076c7fcb2a27, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,836 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=740ad6b6edd414ea7fdf46a64dc3ca09, ASSIGN 2024-12-11T12:18:14,836 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=82bbdde7bb9ab7813cb06cc1a6f9cf1c, ASSIGN 2024-12-11T12:18:14,837 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=82bbdde7bb9ab7813cb06cc1a6f9cf1c, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,837 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=740ad6b6edd414ea7fdf46a64dc3ca09, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:14,956 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=82bbdde7bb9ab7813cb06cc1a6f9cf1c, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:14,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=0ceea336057e052d49c2384f8541400a, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:14,956 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=143ef3c6174c73a0962bdd76c08ed03d, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:14,956 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=1ccd48f518b4ede0d558a567ffa5ef1f, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:14,956 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=8b4a5f1a1dc8381b030edb4b5924aa96, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:14,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=30, state=RUNNABLE; OpenRegionProcedure 8b4a5f1a1dc8381b030edb4b5924aa96, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:14,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=15, state=RUNNABLE; OpenRegionProcedure 82bbdde7bb9ab7813cb06cc1a6f9cf1c, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:14,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=29, state=RUNNABLE; OpenRegionProcedure 1ccd48f518b4ede0d558a567ffa5ef1f, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:14,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=32, state=RUNNABLE; OpenRegionProcedure 143ef3c6174c73a0962bdd76c08ed03d, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:14,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=35, state=RUNNABLE; OpenRegionProcedure 0ceea336057e052d49c2384f8541400a, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:14,967 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d4a892c822573577ba2dcae0cb7d3f0e, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:14,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=10, state=RUNNABLE; OpenRegionProcedure d4a892c822573577ba2dcae0cb7d3f0e, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:14,972 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=740ad6b6edd414ea7fdf46a64dc3ca09, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:14,972 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=79ea846687a4db8304d3f3e081869633, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:14,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=39a9c567f4adb0d54e9f96d47ef7edc7, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:14,974 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=e14a8e8f27decab2f48893e7a2230638, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:14,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=13, state=RUNNABLE; OpenRegionProcedure 740ad6b6edd414ea7fdf46a64dc3ca09, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:14,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=28, state=RUNNABLE; OpenRegionProcedure 79ea846687a4db8304d3f3e081869633, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:14,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=23, state=RUNNABLE; OpenRegionProcedure 39a9c567f4adb0d54e9f96d47ef7edc7, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:14,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE; OpenRegionProcedure e14a8e8f27decab2f48893e7a2230638, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:14,982 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=6c4a04b90e310c4efc9da8cfee9bf067, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:14,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=aa150b38926ebf62e671344008c1dcd3, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:14,989 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=e4a19c00968c89c4fc9b12c2c0efdebb, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:14,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=27, state=RUNNABLE; OpenRegionProcedure 6c4a04b90e310c4efc9da8cfee9bf067, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:14,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=24, state=RUNNABLE; OpenRegionProcedure aa150b38926ebf62e671344008c1dcd3, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:14,991 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=9b24bde57ed7b1da038c87a50028619b, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,000 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=9c365161605557e586262b07c1311b51, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=34, state=RUNNABLE; OpenRegionProcedure e4a19c00968c89c4fc9b12c2c0efdebb, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:15,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=19, state=RUNNABLE; OpenRegionProcedure 9c365161605557e586262b07c1311b51, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:15,005 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=e82f1edf8db1818cd2ac076c7fcb2a27, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=20, state=RUNNABLE; OpenRegionProcedure 9b24bde57ed7b1da038c87a50028619b, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:15,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=17, state=RUNNABLE; OpenRegionProcedure e82f1edf8db1818cd2ac076c7fcb2a27, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:15,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=2f94521d9d15158dc4b4a498d02d8c9f, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=22, state=RUNNABLE; OpenRegionProcedure 2f94521d9d15158dc4b4a498d02d8c9f, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:15,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=884b03ccad28de718c12eb4cc3930779, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,033 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=5e7900c193499d6ee42aefb3b6d42678, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=12, state=RUNNABLE; OpenRegionProcedure 884b03ccad28de718c12eb4cc3930779, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:15,034 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=18db894e5bd189ad36107f3ed61fcd02, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,034 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=07b93c93dd77ad646b018fe0bc3827dc, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=33, state=RUNNABLE; OpenRegionProcedure 5e7900c193499d6ee42aefb3b6d42678, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:15,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=18, state=RUNNABLE; OpenRegionProcedure 18db894e5bd189ad36107f3ed61fcd02, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:15,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=26, state=RUNNABLE; OpenRegionProcedure 07b93c93dd77ad646b018fe0bc3827dc, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:15,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=c8a0b0badf6825411984168c5d9714f7, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,041 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=31336b00df0bee1d7f0d63fffc0aab08, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=14, state=RUNNABLE; OpenRegionProcedure c8a0b0badf6825411984168c5d9714f7, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:15,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=21, state=RUNNABLE; OpenRegionProcedure 31336b00df0bee1d7f0d63fffc0aab08, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:15,046 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=8dceddadaf246cc744dfbd7498bd9651, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,046 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=74301657f3f80eda103a98b4eb47fced, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,046 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=97eb82cca69d9a318c6aaf692478921c, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=16, state=RUNNABLE; OpenRegionProcedure 8dceddadaf246cc744dfbd7498bd9651, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:15,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=31, state=RUNNABLE; OpenRegionProcedure 97eb82cca69d9a318c6aaf692478921c, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:15,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=11, state=RUNNABLE; OpenRegionProcedure 74301657f3f80eda103a98b4eb47fced, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T12:18:15,100 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T12:18:15,113 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,120 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678. 2024-12-11T12:18:15,120 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 5e7900c193499d6ee42aefb3b6d42678, NAME => 'test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-11T12:18:15,121 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5e7900c193499d6ee42aefb3b6d42678 2024-12-11T12:18:15,121 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,121 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 5e7900c193499d6ee42aefb3b6d42678 2024-12-11T12:18:15,121 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 5e7900c193499d6ee42aefb3b6d42678 2024-12-11T12:18:15,123 INFO [StoreOpener-5e7900c193499d6ee42aefb3b6d42678-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5e7900c193499d6ee42aefb3b6d42678 2024-12-11T12:18:15,125 INFO [StoreOpener-5e7900c193499d6ee42aefb3b6d42678-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e7900c193499d6ee42aefb3b6d42678 columnFamilyName f 2024-12-11T12:18:15,126 DEBUG [StoreOpener-5e7900c193499d6ee42aefb3b6d42678-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,126 INFO [StoreOpener-5e7900c193499d6ee42aefb3b6d42678-1 {}] regionserver.HStore(327): Store=5e7900c193499d6ee42aefb3b6d42678/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,126 INFO [StoreOpener-5e7900c193499d6ee42aefb3b6d42678-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5e7900c193499d6ee42aefb3b6d42678 2024-12-11T12:18:15,128 INFO [StoreOpener-5e7900c193499d6ee42aefb3b6d42678-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e7900c193499d6ee42aefb3b6d42678 columnFamilyName norep 2024-12-11T12:18:15,128 DEBUG [StoreOpener-5e7900c193499d6ee42aefb3b6d42678-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,129 INFO [StoreOpener-5e7900c193499d6ee42aefb3b6d42678-1 {}] regionserver.HStore(327): Store=5e7900c193499d6ee42aefb3b6d42678/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,131 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/5e7900c193499d6ee42aefb3b6d42678 2024-12-11T12:18:15,131 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/5e7900c193499d6ee42aefb3b6d42678 2024-12-11T12:18:15,133 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,134 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 5e7900c193499d6ee42aefb3b6d42678 2024-12-11T12:18:15,137 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/5e7900c193499d6ee42aefb3b6d42678/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,138 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 5e7900c193499d6ee42aefb3b6d42678; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63383952, jitterRate=-0.05550551414489746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,139 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 5e7900c193499d6ee42aefb3b6d42678: 2024-12-11T12:18:15,140 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678., pid=54, masterSystemTime=1733919495113 2024-12-11T12:18:15,142 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678. 2024-12-11T12:18:15,142 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678. 2024-12-11T12:18:15,143 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c. 2024-12-11T12:18:15,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=5e7900c193499d6ee42aefb3b6d42678, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,143 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 82bbdde7bb9ab7813cb06cc1a6f9cf1c, NAME => 'test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-11T12:18:15,143 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 82bbdde7bb9ab7813cb06cc1a6f9cf1c 2024-12-11T12:18:15,143 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,143 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 82bbdde7bb9ab7813cb06cc1a6f9cf1c 2024-12-11T12:18:15,144 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 82bbdde7bb9ab7813cb06cc1a6f9cf1c 2024-12-11T12:18:15,146 INFO [StoreOpener-82bbdde7bb9ab7813cb06cc1a6f9cf1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 82bbdde7bb9ab7813cb06cc1a6f9cf1c 2024-12-11T12:18:15,148 INFO [StoreOpener-82bbdde7bb9ab7813cb06cc1a6f9cf1c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82bbdde7bb9ab7813cb06cc1a6f9cf1c columnFamilyName f 2024-12-11T12:18:15,148 DEBUG [StoreOpener-82bbdde7bb9ab7813cb06cc1a6f9cf1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,148 INFO [StoreOpener-82bbdde7bb9ab7813cb06cc1a6f9cf1c-1 {}] regionserver.HStore(327): Store=82bbdde7bb9ab7813cb06cc1a6f9cf1c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,149 INFO [StoreOpener-82bbdde7bb9ab7813cb06cc1a6f9cf1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 82bbdde7bb9ab7813cb06cc1a6f9cf1c 2024-12-11T12:18:15,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=33 2024-12-11T12:18:15,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=33, state=SUCCESS; OpenRegionProcedure 5e7900c193499d6ee42aefb3b6d42678, server=257f9802b3ca,38337,1733919481677 in 110 msec 2024-12-11T12:18:15,151 INFO [StoreOpener-82bbdde7bb9ab7813cb06cc1a6f9cf1c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82bbdde7bb9ab7813cb06cc1a6f9cf1c columnFamilyName norep 2024-12-11T12:18:15,151 DEBUG [StoreOpener-82bbdde7bb9ab7813cb06cc1a6f9cf1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5e7900c193499d6ee42aefb3b6d42678, ASSIGN in 350 msec 2024-12-11T12:18:15,151 INFO [StoreOpener-82bbdde7bb9ab7813cb06cc1a6f9cf1c-1 {}] regionserver.HStore(327): Store=82bbdde7bb9ab7813cb06cc1a6f9cf1c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,153 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/82bbdde7bb9ab7813cb06cc1a6f9cf1c 2024-12-11T12:18:15,153 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/82bbdde7bb9ab7813cb06cc1a6f9cf1c 2024-12-11T12:18:15,155 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,157 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 82bbdde7bb9ab7813cb06cc1a6f9cf1c 2024-12-11T12:18:15,160 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/82bbdde7bb9ab7813cb06cc1a6f9cf1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,161 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 82bbdde7bb9ab7813cb06cc1a6f9cf1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66431379, jitterRate=-0.01009531319141388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,161 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 82bbdde7bb9ab7813cb06cc1a6f9cf1c: 2024-12-11T12:18:15,162 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c., pid=37, masterSystemTime=1733919495113 2024-12-11T12:18:15,164 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c. 2024-12-11T12:18:15,164 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c. 2024-12-11T12:18:15,165 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779. 2024-12-11T12:18:15,165 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 884b03ccad28de718c12eb4cc3930779, NAME => 'test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-11T12:18:15,165 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=82bbdde7bb9ab7813cb06cc1a6f9cf1c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,165 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 884b03ccad28de718c12eb4cc3930779 2024-12-11T12:18:15,165 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,165 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 884b03ccad28de718c12eb4cc3930779 2024-12-11T12:18:15,166 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 884b03ccad28de718c12eb4cc3930779 2024-12-11T12:18:15,168 INFO [StoreOpener-884b03ccad28de718c12eb4cc3930779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 884b03ccad28de718c12eb4cc3930779 2024-12-11T12:18:15,170 INFO [StoreOpener-884b03ccad28de718c12eb4cc3930779-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 884b03ccad28de718c12eb4cc3930779 columnFamilyName f 2024-12-11T12:18:15,170 DEBUG [StoreOpener-884b03ccad28de718c12eb4cc3930779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=15 2024-12-11T12:18:15,171 INFO [StoreOpener-884b03ccad28de718c12eb4cc3930779-1 {}] regionserver.HStore(327): Store=884b03ccad28de718c12eb4cc3930779/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,171 INFO [StoreOpener-884b03ccad28de718c12eb4cc3930779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 884b03ccad28de718c12eb4cc3930779 2024-12-11T12:18:15,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=15, state=SUCCESS; OpenRegionProcedure 82bbdde7bb9ab7813cb06cc1a6f9cf1c, server=257f9802b3ca,38337,1733919481677 in 207 msec 2024-12-11T12:18:15,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=82bbdde7bb9ab7813cb06cc1a6f9cf1c, ASSIGN in 372 msec 2024-12-11T12:18:15,173 INFO [StoreOpener-884b03ccad28de718c12eb4cc3930779-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 884b03ccad28de718c12eb4cc3930779 columnFamilyName norep 2024-12-11T12:18:15,173 DEBUG [StoreOpener-884b03ccad28de718c12eb4cc3930779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,174 INFO [StoreOpener-884b03ccad28de718c12eb4cc3930779-1 {}] regionserver.HStore(327): Store=884b03ccad28de718c12eb4cc3930779/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,175 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/884b03ccad28de718c12eb4cc3930779 2024-12-11T12:18:15,175 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/884b03ccad28de718c12eb4cc3930779 2024-12-11T12:18:15,177 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,178 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 884b03ccad28de718c12eb4cc3930779 2024-12-11T12:18:15,181 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/884b03ccad28de718c12eb4cc3930779/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,181 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 884b03ccad28de718c12eb4cc3930779; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72025874, jitterRate=0.07326915860176086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,182 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 884b03ccad28de718c12eb4cc3930779: 2024-12-11T12:18:15,182 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779., pid=53, masterSystemTime=1733919495113 2024-12-11T12:18:15,184 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779. 2024-12-11T12:18:15,185 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779. 2024-12-11T12:18:15,185 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651. 2024-12-11T12:18:15,185 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 8dceddadaf246cc744dfbd7498bd9651, NAME => 'test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-11T12:18:15,185 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=884b03ccad28de718c12eb4cc3930779, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,185 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8dceddadaf246cc744dfbd7498bd9651 2024-12-11T12:18:15,186 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,186 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 8dceddadaf246cc744dfbd7498bd9651 2024-12-11T12:18:15,186 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 8dceddadaf246cc744dfbd7498bd9651 2024-12-11T12:18:15,188 INFO [StoreOpener-8dceddadaf246cc744dfbd7498bd9651-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8dceddadaf246cc744dfbd7498bd9651 2024-12-11T12:18:15,190 INFO [StoreOpener-8dceddadaf246cc744dfbd7498bd9651-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dceddadaf246cc744dfbd7498bd9651 columnFamilyName f 2024-12-11T12:18:15,190 DEBUG [StoreOpener-8dceddadaf246cc744dfbd7498bd9651-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=12 2024-12-11T12:18:15,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=12, state=SUCCESS; OpenRegionProcedure 884b03ccad28de718c12eb4cc3930779, server=257f9802b3ca,38337,1733919481677 in 156 msec 2024-12-11T12:18:15,191 INFO [StoreOpener-8dceddadaf246cc744dfbd7498bd9651-1 {}] regionserver.HStore(327): Store=8dceddadaf246cc744dfbd7498bd9651/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,191 INFO [StoreOpener-8dceddadaf246cc744dfbd7498bd9651-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8dceddadaf246cc744dfbd7498bd9651 2024-12-11T12:18:15,193 INFO [StoreOpener-8dceddadaf246cc744dfbd7498bd9651-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dceddadaf246cc744dfbd7498bd9651 columnFamilyName norep 2024-12-11T12:18:15,193 DEBUG [StoreOpener-8dceddadaf246cc744dfbd7498bd9651-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=884b03ccad28de718c12eb4cc3930779, ASSIGN in 392 msec 2024-12-11T12:18:15,194 INFO [StoreOpener-8dceddadaf246cc744dfbd7498bd9651-1 {}] regionserver.HStore(327): Store=8dceddadaf246cc744dfbd7498bd9651/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,195 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/8dceddadaf246cc744dfbd7498bd9651 2024-12-11T12:18:15,195 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/8dceddadaf246cc744dfbd7498bd9651 2024-12-11T12:18:15,197 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,198 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 8dceddadaf246cc744dfbd7498bd9651 2024-12-11T12:18:15,201 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/8dceddadaf246cc744dfbd7498bd9651/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,202 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 8dceddadaf246cc744dfbd7498bd9651; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65215637, jitterRate=-0.028211280703544617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,202 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 8dceddadaf246cc744dfbd7498bd9651: 2024-12-11T12:18:15,203 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651., pid=59, masterSystemTime=1733919495113 2024-12-11T12:18:15,206 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651. 2024-12-11T12:18:15,206 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651. 2024-12-11T12:18:15,206 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e. 2024-12-11T12:18:15,207 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => d4a892c822573577ba2dcae0cb7d3f0e, NAME => 'test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-11T12:18:15,207 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=8dceddadaf246cc744dfbd7498bd9651, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,207 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d4a892c822573577ba2dcae0cb7d3f0e 2024-12-11T12:18:15,207 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,207 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for d4a892c822573577ba2dcae0cb7d3f0e 2024-12-11T12:18:15,207 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for d4a892c822573577ba2dcae0cb7d3f0e 2024-12-11T12:18:15,210 INFO [StoreOpener-d4a892c822573577ba2dcae0cb7d3f0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d4a892c822573577ba2dcae0cb7d3f0e 2024-12-11T12:18:15,212 INFO [StoreOpener-d4a892c822573577ba2dcae0cb7d3f0e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4a892c822573577ba2dcae0cb7d3f0e columnFamilyName f 2024-12-11T12:18:15,212 DEBUG [StoreOpener-d4a892c822573577ba2dcae0cb7d3f0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,213 INFO [StoreOpener-d4a892c822573577ba2dcae0cb7d3f0e-1 {}] regionserver.HStore(327): Store=d4a892c822573577ba2dcae0cb7d3f0e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,213 INFO [StoreOpener-d4a892c822573577ba2dcae0cb7d3f0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d4a892c822573577ba2dcae0cb7d3f0e 2024-12-11T12:18:15,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=16 2024-12-11T12:18:15,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=16, state=SUCCESS; OpenRegionProcedure 8dceddadaf246cc744dfbd7498bd9651, server=257f9802b3ca,38337,1733919481677 in 160 msec 2024-12-11T12:18:15,215 INFO [StoreOpener-d4a892c822573577ba2dcae0cb7d3f0e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4a892c822573577ba2dcae0cb7d3f0e columnFamilyName norep 2024-12-11T12:18:15,215 DEBUG [StoreOpener-d4a892c822573577ba2dcae0cb7d3f0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8dceddadaf246cc744dfbd7498bd9651, ASSIGN in 414 msec 2024-12-11T12:18:15,216 INFO [StoreOpener-d4a892c822573577ba2dcae0cb7d3f0e-1 {}] regionserver.HStore(327): Store=d4a892c822573577ba2dcae0cb7d3f0e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,218 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/d4a892c822573577ba2dcae0cb7d3f0e 2024-12-11T12:18:15,218 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/d4a892c822573577ba2dcae0cb7d3f0e 2024-12-11T12:18:15,220 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,221 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for d4a892c822573577ba2dcae0cb7d3f0e 2024-12-11T12:18:15,224 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/d4a892c822573577ba2dcae0cb7d3f0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,225 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened d4a892c822573577ba2dcae0cb7d3f0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64909071, jitterRate=-0.03277947008609772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,225 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for d4a892c822573577ba2dcae0cb7d3f0e: 2024-12-11T12:18:15,226 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e., pid=41, masterSystemTime=1733919495113 2024-12-11T12:18:15,230 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e. 2024-12-11T12:18:15,230 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e. 2024-12-11T12:18:15,230 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96. 2024-12-11T12:18:15,231 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 8b4a5f1a1dc8381b030edb4b5924aa96, NAME => 'test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-11T12:18:15,231 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8b4a5f1a1dc8381b030edb4b5924aa96 2024-12-11T12:18:15,231 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,231 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 8b4a5f1a1dc8381b030edb4b5924aa96 2024-12-11T12:18:15,232 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 8b4a5f1a1dc8381b030edb4b5924aa96 2024-12-11T12:18:15,233 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d4a892c822573577ba2dcae0cb7d3f0e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,235 INFO [StoreOpener-8b4a5f1a1dc8381b030edb4b5924aa96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8b4a5f1a1dc8381b030edb4b5924aa96 2024-12-11T12:18:15,237 INFO [StoreOpener-8b4a5f1a1dc8381b030edb4b5924aa96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b4a5f1a1dc8381b030edb4b5924aa96 columnFamilyName f 2024-12-11T12:18:15,237 DEBUG [StoreOpener-8b4a5f1a1dc8381b030edb4b5924aa96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,238 INFO [StoreOpener-8b4a5f1a1dc8381b030edb4b5924aa96-1 {}] regionserver.HStore(327): Store=8b4a5f1a1dc8381b030edb4b5924aa96/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,238 INFO [StoreOpener-8b4a5f1a1dc8381b030edb4b5924aa96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8b4a5f1a1dc8381b030edb4b5924aa96 2024-12-11T12:18:15,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=10 2024-12-11T12:18:15,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=10, state=SUCCESS; OpenRegionProcedure d4a892c822573577ba2dcae0cb7d3f0e, server=257f9802b3ca,38337,1733919481677 in 265 msec 2024-12-11T12:18:15,241 INFO [StoreOpener-8b4a5f1a1dc8381b030edb4b5924aa96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b4a5f1a1dc8381b030edb4b5924aa96 columnFamilyName norep 2024-12-11T12:18:15,241 DEBUG [StoreOpener-8b4a5f1a1dc8381b030edb4b5924aa96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,242 INFO [StoreOpener-8b4a5f1a1dc8381b030edb4b5924aa96-1 {}] regionserver.HStore(327): Store=8b4a5f1a1dc8381b030edb4b5924aa96/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d4a892c822573577ba2dcae0cb7d3f0e, ASSIGN in 440 msec 2024-12-11T12:18:15,243 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/8b4a5f1a1dc8381b030edb4b5924aa96 2024-12-11T12:18:15,244 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/8b4a5f1a1dc8381b030edb4b5924aa96 2024-12-11T12:18:15,245 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,247 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 8b4a5f1a1dc8381b030edb4b5924aa96 2024-12-11T12:18:15,249 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/8b4a5f1a1dc8381b030edb4b5924aa96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,250 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 8b4a5f1a1dc8381b030edb4b5924aa96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72647019, jitterRate=0.08252494037151337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,250 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 8b4a5f1a1dc8381b030edb4b5924aa96: 2024-12-11T12:18:15,251 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96., pid=36, masterSystemTime=1733919495113 2024-12-11T12:18:15,254 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96. 2024-12-11T12:18:15,254 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96. 2024-12-11T12:18:15,254 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,jjj,1733919490969.9c365161605557e586262b07c1311b51. 2024-12-11T12:18:15,254 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 9c365161605557e586262b07c1311b51, NAME => 'test,jjj,1733919490969.9c365161605557e586262b07c1311b51.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-11T12:18:15,254 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=8b4a5f1a1dc8381b030edb4b5924aa96, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,255 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9c365161605557e586262b07c1311b51 2024-12-11T12:18:15,255 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,jjj,1733919490969.9c365161605557e586262b07c1311b51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,255 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 9c365161605557e586262b07c1311b51 2024-12-11T12:18:15,255 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 9c365161605557e586262b07c1311b51 2024-12-11T12:18:15,257 INFO [StoreOpener-9c365161605557e586262b07c1311b51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9c365161605557e586262b07c1311b51 2024-12-11T12:18:15,259 INFO [StoreOpener-9c365161605557e586262b07c1311b51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c365161605557e586262b07c1311b51 columnFamilyName f 2024-12-11T12:18:15,260 DEBUG [StoreOpener-9c365161605557e586262b07c1311b51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=30 2024-12-11T12:18:15,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=30, state=SUCCESS; OpenRegionProcedure 8b4a5f1a1dc8381b030edb4b5924aa96, server=257f9802b3ca,38337,1733919481677 in 298 msec 2024-12-11T12:18:15,261 INFO [StoreOpener-9c365161605557e586262b07c1311b51-1 {}] regionserver.HStore(327): Store=9c365161605557e586262b07c1311b51/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,261 INFO [StoreOpener-9c365161605557e586262b07c1311b51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9c365161605557e586262b07c1311b51 2024-12-11T12:18:15,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8b4a5f1a1dc8381b030edb4b5924aa96, ASSIGN in 461 msec 2024-12-11T12:18:15,263 INFO [StoreOpener-9c365161605557e586262b07c1311b51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c365161605557e586262b07c1311b51 columnFamilyName norep 2024-12-11T12:18:15,263 DEBUG [StoreOpener-9c365161605557e586262b07c1311b51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,263 INFO [StoreOpener-9c365161605557e586262b07c1311b51-1 {}] regionserver.HStore(327): Store=9c365161605557e586262b07c1311b51/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,265 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/9c365161605557e586262b07c1311b51 2024-12-11T12:18:15,265 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/9c365161605557e586262b07c1311b51 2024-12-11T12:18:15,266 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,268 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 9c365161605557e586262b07c1311b51 2024-12-11T12:18:15,270 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/9c365161605557e586262b07c1311b51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,271 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 9c365161605557e586262b07c1311b51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65250891, jitterRate=-0.02768595516681671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,271 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 9c365161605557e586262b07c1311b51: 2024-12-11T12:18:15,273 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1733919490969.9c365161605557e586262b07c1311b51., pid=50, masterSystemTime=1733919495113 2024-12-11T12:18:15,275 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1733919490969.9c365161605557e586262b07c1311b51. 2024-12-11T12:18:15,275 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,jjj,1733919490969.9c365161605557e586262b07c1311b51. 2024-12-11T12:18:15,275 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7. 2024-12-11T12:18:15,275 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 39a9c567f4adb0d54e9f96d47ef7edc7, NAME => 'test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-11T12:18:15,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=9c365161605557e586262b07c1311b51, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,276 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 39a9c567f4adb0d54e9f96d47ef7edc7 2024-12-11T12:18:15,276 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,276 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 39a9c567f4adb0d54e9f96d47ef7edc7 2024-12-11T12:18:15,276 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 39a9c567f4adb0d54e9f96d47ef7edc7 2024-12-11T12:18:15,278 INFO [StoreOpener-39a9c567f4adb0d54e9f96d47ef7edc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 39a9c567f4adb0d54e9f96d47ef7edc7 2024-12-11T12:18:15,280 INFO [StoreOpener-39a9c567f4adb0d54e9f96d47ef7edc7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39a9c567f4adb0d54e9f96d47ef7edc7 columnFamilyName f 2024-12-11T12:18:15,281 DEBUG [StoreOpener-39a9c567f4adb0d54e9f96d47ef7edc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=19 2024-12-11T12:18:15,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=19, state=SUCCESS; OpenRegionProcedure 9c365161605557e586262b07c1311b51, server=257f9802b3ca,38337,1733919481677 in 273 msec 2024-12-11T12:18:15,281 INFO [StoreOpener-39a9c567f4adb0d54e9f96d47ef7edc7-1 {}] regionserver.HStore(327): Store=39a9c567f4adb0d54e9f96d47ef7edc7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,281 INFO [StoreOpener-39a9c567f4adb0d54e9f96d47ef7edc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 39a9c567f4adb0d54e9f96d47ef7edc7 2024-12-11T12:18:15,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9c365161605557e586262b07c1311b51, ASSIGN in 482 msec 2024-12-11T12:18:15,283 INFO [StoreOpener-39a9c567f4adb0d54e9f96d47ef7edc7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39a9c567f4adb0d54e9f96d47ef7edc7 columnFamilyName norep 2024-12-11T12:18:15,283 DEBUG [StoreOpener-39a9c567f4adb0d54e9f96d47ef7edc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,284 INFO [StoreOpener-39a9c567f4adb0d54e9f96d47ef7edc7-1 {}] regionserver.HStore(327): Store=39a9c567f4adb0d54e9f96d47ef7edc7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,285 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/39a9c567f4adb0d54e9f96d47ef7edc7 2024-12-11T12:18:15,286 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/39a9c567f4adb0d54e9f96d47ef7edc7 2024-12-11T12:18:15,288 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,290 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 39a9c567f4adb0d54e9f96d47ef7edc7 2024-12-11T12:18:15,292 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/39a9c567f4adb0d54e9f96d47ef7edc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,293 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 39a9c567f4adb0d54e9f96d47ef7edc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65902669, jitterRate=-0.017973706126213074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,293 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 39a9c567f4adb0d54e9f96d47ef7edc7: 2024-12-11T12:18:15,294 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7., pid=44, masterSystemTime=1733919495113 2024-12-11T12:18:15,296 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7. 2024-12-11T12:18:15,297 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7. 2024-12-11T12:18:15,297 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b. 2024-12-11T12:18:15,297 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 9b24bde57ed7b1da038c87a50028619b, NAME => 'test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-11T12:18:15,297 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=39a9c567f4adb0d54e9f96d47ef7edc7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,297 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9b24bde57ed7b1da038c87a50028619b 2024-12-11T12:18:15,297 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,298 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 9b24bde57ed7b1da038c87a50028619b 2024-12-11T12:18:15,298 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 9b24bde57ed7b1da038c87a50028619b 2024-12-11T12:18:15,299 INFO [StoreOpener-9b24bde57ed7b1da038c87a50028619b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9b24bde57ed7b1da038c87a50028619b 2024-12-11T12:18:15,301 INFO [StoreOpener-9b24bde57ed7b1da038c87a50028619b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b24bde57ed7b1da038c87a50028619b columnFamilyName f 2024-12-11T12:18:15,302 DEBUG [StoreOpener-9b24bde57ed7b1da038c87a50028619b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,302 INFO [StoreOpener-9b24bde57ed7b1da038c87a50028619b-1 {}] regionserver.HStore(327): Store=9b24bde57ed7b1da038c87a50028619b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=23 2024-12-11T12:18:15,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=23, state=SUCCESS; OpenRegionProcedure 39a9c567f4adb0d54e9f96d47ef7edc7, server=257f9802b3ca,38337,1733919481677 in 323 msec 2024-12-11T12:18:15,302 INFO [StoreOpener-9b24bde57ed7b1da038c87a50028619b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9b24bde57ed7b1da038c87a50028619b 2024-12-11T12:18:15,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=39a9c567f4adb0d54e9f96d47ef7edc7, ASSIGN in 503 msec 2024-12-11T12:18:15,304 INFO [StoreOpener-9b24bde57ed7b1da038c87a50028619b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b24bde57ed7b1da038c87a50028619b columnFamilyName norep 2024-12-11T12:18:15,304 DEBUG [StoreOpener-9b24bde57ed7b1da038c87a50028619b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,305 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-11T12:18:15,305 INFO [StoreOpener-9b24bde57ed7b1da038c87a50028619b-1 {}] regionserver.HStore(327): Store=9b24bde57ed7b1da038c87a50028619b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,306 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/9b24bde57ed7b1da038c87a50028619b 2024-12-11T12:18:15,307 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/9b24bde57ed7b1da038c87a50028619b 2024-12-11T12:18:15,308 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,310 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 9b24bde57ed7b1da038c87a50028619b 2024-12-11T12:18:15,312 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/9b24bde57ed7b1da038c87a50028619b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,313 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 9b24bde57ed7b1da038c87a50028619b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71905495, jitterRate=0.07147537171840668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,313 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 9b24bde57ed7b1da038c87a50028619b: 2024-12-11T12:18:15,314 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b., pid=49, masterSystemTime=1733919495113 2024-12-11T12:18:15,317 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b. 2024-12-11T12:18:15,317 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b. 2024-12-11T12:18:15,317 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb. 2024-12-11T12:18:15,317 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => e4a19c00968c89c4fc9b12c2c0efdebb, NAME => 'test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-11T12:18:15,317 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=9b24bde57ed7b1da038c87a50028619b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,318 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e4a19c00968c89c4fc9b12c2c0efdebb 2024-12-11T12:18:15,318 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,318 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for e4a19c00968c89c4fc9b12c2c0efdebb 2024-12-11T12:18:15,318 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for e4a19c00968c89c4fc9b12c2c0efdebb 2024-12-11T12:18:15,320 INFO [StoreOpener-e4a19c00968c89c4fc9b12c2c0efdebb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e4a19c00968c89c4fc9b12c2c0efdebb 2024-12-11T12:18:15,322 INFO [StoreOpener-e4a19c00968c89c4fc9b12c2c0efdebb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4a19c00968c89c4fc9b12c2c0efdebb columnFamilyName f 2024-12-11T12:18:15,322 DEBUG [StoreOpener-e4a19c00968c89c4fc9b12c2c0efdebb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=20 2024-12-11T12:18:15,323 INFO [StoreOpener-e4a19c00968c89c4fc9b12c2c0efdebb-1 {}] regionserver.HStore(327): Store=e4a19c00968c89c4fc9b12c2c0efdebb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=20, state=SUCCESS; OpenRegionProcedure 9b24bde57ed7b1da038c87a50028619b, server=257f9802b3ca,38337,1733919481677 in 320 msec 2024-12-11T12:18:15,323 INFO [StoreOpener-e4a19c00968c89c4fc9b12c2c0efdebb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e4a19c00968c89c4fc9b12c2c0efdebb 2024-12-11T12:18:15,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9b24bde57ed7b1da038c87a50028619b, ASSIGN in 524 msec 2024-12-11T12:18:15,326 INFO [StoreOpener-e4a19c00968c89c4fc9b12c2c0efdebb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4a19c00968c89c4fc9b12c2c0efdebb columnFamilyName norep 2024-12-11T12:18:15,326 DEBUG [StoreOpener-e4a19c00968c89c4fc9b12c2c0efdebb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,327 INFO [StoreOpener-e4a19c00968c89c4fc9b12c2c0efdebb-1 {}] regionserver.HStore(327): Store=e4a19c00968c89c4fc9b12c2c0efdebb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,328 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/e4a19c00968c89c4fc9b12c2c0efdebb 2024-12-11T12:18:15,329 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/e4a19c00968c89c4fc9b12c2c0efdebb 2024-12-11T12:18:15,330 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,331 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for e4a19c00968c89c4fc9b12c2c0efdebb 2024-12-11T12:18:15,334 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/e4a19c00968c89c4fc9b12c2c0efdebb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,335 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened e4a19c00968c89c4fc9b12c2c0efdebb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70602328, jitterRate=0.05205667018890381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,335 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for e4a19c00968c89c4fc9b12c2c0efdebb: 2024-12-11T12:18:15,336 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb., pid=48, masterSystemTime=1733919495113 2024-12-11T12:18:15,339 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb. 2024-12-11T12:18:15,339 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb. 2024-12-11T12:18:15,339 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08. 2024-12-11T12:18:15,339 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 31336b00df0bee1d7f0d63fffc0aab08, NAME => 'test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-11T12:18:15,339 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 31336b00df0bee1d7f0d63fffc0aab08 2024-12-11T12:18:15,339 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,339 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 31336b00df0bee1d7f0d63fffc0aab08 2024-12-11T12:18:15,340 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=e4a19c00968c89c4fc9b12c2c0efdebb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,340 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 31336b00df0bee1d7f0d63fffc0aab08 2024-12-11T12:18:15,341 INFO [StoreOpener-31336b00df0bee1d7f0d63fffc0aab08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 31336b00df0bee1d7f0d63fffc0aab08 2024-12-11T12:18:15,344 INFO [StoreOpener-31336b00df0bee1d7f0d63fffc0aab08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31336b00df0bee1d7f0d63fffc0aab08 columnFamilyName f 2024-12-11T12:18:15,344 DEBUG [StoreOpener-31336b00df0bee1d7f0d63fffc0aab08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,345 INFO [StoreOpener-31336b00df0bee1d7f0d63fffc0aab08-1 {}] regionserver.HStore(327): Store=31336b00df0bee1d7f0d63fffc0aab08/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,345 INFO [StoreOpener-31336b00df0bee1d7f0d63fffc0aab08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 31336b00df0bee1d7f0d63fffc0aab08 2024-12-11T12:18:15,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=34 2024-12-11T12:18:15,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=34, state=SUCCESS; OpenRegionProcedure e4a19c00968c89c4fc9b12c2c0efdebb, server=257f9802b3ca,38337,1733919481677 in 346 msec 2024-12-11T12:18:15,347 INFO [StoreOpener-31336b00df0bee1d7f0d63fffc0aab08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31336b00df0bee1d7f0d63fffc0aab08 columnFamilyName norep 2024-12-11T12:18:15,347 DEBUG [StoreOpener-31336b00df0bee1d7f0d63fffc0aab08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e4a19c00968c89c4fc9b12c2c0efdebb, ASSIGN in 546 msec 2024-12-11T12:18:15,348 INFO [StoreOpener-31336b00df0bee1d7f0d63fffc0aab08-1 {}] regionserver.HStore(327): Store=31336b00df0bee1d7f0d63fffc0aab08/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,349 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/31336b00df0bee1d7f0d63fffc0aab08 2024-12-11T12:18:15,350 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/31336b00df0bee1d7f0d63fffc0aab08 2024-12-11T12:18:15,351 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,353 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 31336b00df0bee1d7f0d63fffc0aab08 2024-12-11T12:18:15,356 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/31336b00df0bee1d7f0d63fffc0aab08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,357 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 31336b00df0bee1d7f0d63fffc0aab08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68692704, jitterRate=0.023601055145263672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,357 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 31336b00df0bee1d7f0d63fffc0aab08: 2024-12-11T12:18:15,358 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08., pid=58, masterSystemTime=1733919495113 2024-12-11T12:18:15,360 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08. 2024-12-11T12:18:15,361 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08. 2024-12-11T12:18:15,361 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a. 2024-12-11T12:18:15,361 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 0ceea336057e052d49c2384f8541400a, NAME => 'test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-11T12:18:15,361 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=31336b00df0bee1d7f0d63fffc0aab08, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,361 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0ceea336057e052d49c2384f8541400a 2024-12-11T12:18:15,361 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,361 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 0ceea336057e052d49c2384f8541400a 2024-12-11T12:18:15,362 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 0ceea336057e052d49c2384f8541400a 2024-12-11T12:18:15,364 INFO [StoreOpener-0ceea336057e052d49c2384f8541400a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0ceea336057e052d49c2384f8541400a 2024-12-11T12:18:15,366 INFO [StoreOpener-0ceea336057e052d49c2384f8541400a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ceea336057e052d49c2384f8541400a columnFamilyName f 2024-12-11T12:18:15,366 DEBUG [StoreOpener-0ceea336057e052d49c2384f8541400a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=21 2024-12-11T12:18:15,367 INFO [StoreOpener-0ceea336057e052d49c2384f8541400a-1 {}] regionserver.HStore(327): Store=0ceea336057e052d49c2384f8541400a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,367 INFO [StoreOpener-0ceea336057e052d49c2384f8541400a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0ceea336057e052d49c2384f8541400a 2024-12-11T12:18:15,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=21, state=SUCCESS; OpenRegionProcedure 31336b00df0bee1d7f0d63fffc0aab08, server=257f9802b3ca,38337,1733919481677 in 321 msec 2024-12-11T12:18:15,369 INFO [StoreOpener-0ceea336057e052d49c2384f8541400a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ceea336057e052d49c2384f8541400a columnFamilyName norep 2024-12-11T12:18:15,369 DEBUG [StoreOpener-0ceea336057e052d49c2384f8541400a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=31336b00df0bee1d7f0d63fffc0aab08, ASSIGN in 568 msec 2024-12-11T12:18:15,370 INFO [StoreOpener-0ceea336057e052d49c2384f8541400a-1 {}] regionserver.HStore(327): Store=0ceea336057e052d49c2384f8541400a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,371 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/0ceea336057e052d49c2384f8541400a 2024-12-11T12:18:15,371 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/0ceea336057e052d49c2384f8541400a 2024-12-11T12:18:15,373 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,374 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 0ceea336057e052d49c2384f8541400a 2024-12-11T12:18:15,376 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/0ceea336057e052d49c2384f8541400a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,377 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 0ceea336057e052d49c2384f8541400a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69080304, jitterRate=0.029376745223999023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,377 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 0ceea336057e052d49c2384f8541400a: 2024-12-11T12:18:15,378 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a., pid=40, masterSystemTime=1733919495113 2024-12-11T12:18:15,380 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a. 2024-12-11T12:18:15,380 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a. 2024-12-11T12:18:15,380 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3. 2024-12-11T12:18:15,381 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => aa150b38926ebf62e671344008c1dcd3, NAME => 'test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-11T12:18:15,381 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aa150b38926ebf62e671344008c1dcd3 2024-12-11T12:18:15,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=0ceea336057e052d49c2384f8541400a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,381 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,381 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for aa150b38926ebf62e671344008c1dcd3 2024-12-11T12:18:15,381 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for aa150b38926ebf62e671344008c1dcd3 2024-12-11T12:18:15,384 INFO [StoreOpener-aa150b38926ebf62e671344008c1dcd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aa150b38926ebf62e671344008c1dcd3 2024-12-11T12:18:15,387 INFO [StoreOpener-aa150b38926ebf62e671344008c1dcd3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa150b38926ebf62e671344008c1dcd3 columnFamilyName f 2024-12-11T12:18:15,388 DEBUG [StoreOpener-aa150b38926ebf62e671344008c1dcd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,388 INFO [StoreOpener-aa150b38926ebf62e671344008c1dcd3-1 {}] regionserver.HStore(327): Store=aa150b38926ebf62e671344008c1dcd3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=35 2024-12-11T12:18:15,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=35, state=SUCCESS; OpenRegionProcedure 0ceea336057e052d49c2384f8541400a, server=257f9802b3ca,38337,1733919481677 in 419 msec 2024-12-11T12:18:15,389 INFO [StoreOpener-aa150b38926ebf62e671344008c1dcd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aa150b38926ebf62e671344008c1dcd3 2024-12-11T12:18:15,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0ceea336057e052d49c2384f8541400a, ASSIGN in 590 msec 2024-12-11T12:18:15,391 INFO [StoreOpener-aa150b38926ebf62e671344008c1dcd3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa150b38926ebf62e671344008c1dcd3 columnFamilyName norep 2024-12-11T12:18:15,392 DEBUG [StoreOpener-aa150b38926ebf62e671344008c1dcd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,392 INFO [StoreOpener-aa150b38926ebf62e671344008c1dcd3-1 {}] regionserver.HStore(327): Store=aa150b38926ebf62e671344008c1dcd3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,394 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/aa150b38926ebf62e671344008c1dcd3 2024-12-11T12:18:15,394 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/aa150b38926ebf62e671344008c1dcd3 2024-12-11T12:18:15,396 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,398 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for aa150b38926ebf62e671344008c1dcd3 2024-12-11T12:18:15,402 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/aa150b38926ebf62e671344008c1dcd3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,403 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened aa150b38926ebf62e671344008c1dcd3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72310904, jitterRate=0.07751643657684326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,403 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for aa150b38926ebf62e671344008c1dcd3: 2024-12-11T12:18:15,404 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3., pid=47, masterSystemTime=1733919495113 2024-12-11T12:18:15,406 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3. 2024-12-11T12:18:15,406 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3. 2024-12-11T12:18:15,406 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f. 2024-12-11T12:18:15,406 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 2f94521d9d15158dc4b4a498d02d8c9f, NAME => 'test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-11T12:18:15,406 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=aa150b38926ebf62e671344008c1dcd3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,407 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2f94521d9d15158dc4b4a498d02d8c9f 2024-12-11T12:18:15,407 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,407 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 2f94521d9d15158dc4b4a498d02d8c9f 2024-12-11T12:18:15,407 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 2f94521d9d15158dc4b4a498d02d8c9f 2024-12-11T12:18:15,410 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46055 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=257f9802b3ca,38337,1733919481677, table=test, region=aa150b38926ebf62e671344008c1dcd3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-11T12:18:15,411 INFO [StoreOpener-2f94521d9d15158dc4b4a498d02d8c9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2f94521d9d15158dc4b4a498d02d8c9f 2024-12-11T12:18:15,413 INFO [StoreOpener-2f94521d9d15158dc4b4a498d02d8c9f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f94521d9d15158dc4b4a498d02d8c9f columnFamilyName f 2024-12-11T12:18:15,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=24 2024-12-11T12:18:15,413 DEBUG [StoreOpener-2f94521d9d15158dc4b4a498d02d8c9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,415 INFO [StoreOpener-2f94521d9d15158dc4b4a498d02d8c9f-1 {}] regionserver.HStore(327): Store=2f94521d9d15158dc4b4a498d02d8c9f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=24, state=SUCCESS; OpenRegionProcedure aa150b38926ebf62e671344008c1dcd3, server=257f9802b3ca,38337,1733919481677 in 422 msec 2024-12-11T12:18:15,415 INFO [StoreOpener-2f94521d9d15158dc4b4a498d02d8c9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2f94521d9d15158dc4b4a498d02d8c9f 2024-12-11T12:18:15,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=aa150b38926ebf62e671344008c1dcd3, ASSIGN in 614 msec 2024-12-11T12:18:15,417 INFO [StoreOpener-2f94521d9d15158dc4b4a498d02d8c9f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f94521d9d15158dc4b4a498d02d8c9f columnFamilyName norep 2024-12-11T12:18:15,418 DEBUG [StoreOpener-2f94521d9d15158dc4b4a498d02d8c9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,419 INFO [StoreOpener-2f94521d9d15158dc4b4a498d02d8c9f-1 {}] regionserver.HStore(327): Store=2f94521d9d15158dc4b4a498d02d8c9f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,421 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/2f94521d9d15158dc4b4a498d02d8c9f 2024-12-11T12:18:15,422 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/2f94521d9d15158dc4b4a498d02d8c9f 2024-12-11T12:18:15,423 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,425 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 2f94521d9d15158dc4b4a498d02d8c9f 2024-12-11T12:18:15,432 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/2f94521d9d15158dc4b4a498d02d8c9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,433 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 2f94521d9d15158dc4b4a498d02d8c9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62921599, jitterRate=-0.062395110726356506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,433 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 2f94521d9d15158dc4b4a498d02d8c9f: 2024-12-11T12:18:15,434 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f., pid=52, masterSystemTime=1733919495113 2024-12-11T12:18:15,437 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f. 2024-12-11T12:18:15,437 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f. 2024-12-11T12:18:15,438 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27. 2024-12-11T12:18:15,438 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => e82f1edf8db1818cd2ac076c7fcb2a27, NAME => 'test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-11T12:18:15,438 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=2f94521d9d15158dc4b4a498d02d8c9f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,438 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e82f1edf8db1818cd2ac076c7fcb2a27 2024-12-11T12:18:15,438 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,439 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for e82f1edf8db1818cd2ac076c7fcb2a27 2024-12-11T12:18:15,439 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for e82f1edf8db1818cd2ac076c7fcb2a27 2024-12-11T12:18:15,443 INFO [StoreOpener-e82f1edf8db1818cd2ac076c7fcb2a27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e82f1edf8db1818cd2ac076c7fcb2a27 2024-12-11T12:18:15,446 INFO [StoreOpener-e82f1edf8db1818cd2ac076c7fcb2a27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e82f1edf8db1818cd2ac076c7fcb2a27 columnFamilyName f 2024-12-11T12:18:15,446 DEBUG [StoreOpener-e82f1edf8db1818cd2ac076c7fcb2a27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,447 INFO [StoreOpener-e82f1edf8db1818cd2ac076c7fcb2a27-1 {}] regionserver.HStore(327): Store=e82f1edf8db1818cd2ac076c7fcb2a27/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=22 2024-12-11T12:18:15,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=22, state=SUCCESS; OpenRegionProcedure 2f94521d9d15158dc4b4a498d02d8c9f, server=257f9802b3ca,38337,1733919481677 in 424 msec 2024-12-11T12:18:15,447 INFO [StoreOpener-e82f1edf8db1818cd2ac076c7fcb2a27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e82f1edf8db1818cd2ac076c7fcb2a27 2024-12-11T12:18:15,449 INFO [StoreOpener-e82f1edf8db1818cd2ac076c7fcb2a27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e82f1edf8db1818cd2ac076c7fcb2a27 columnFamilyName norep 2024-12-11T12:18:15,449 DEBUG [StoreOpener-e82f1edf8db1818cd2ac076c7fcb2a27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2f94521d9d15158dc4b4a498d02d8c9f, ASSIGN in 648 msec 2024-12-11T12:18:15,450 INFO [StoreOpener-e82f1edf8db1818cd2ac076c7fcb2a27-1 {}] regionserver.HStore(327): Store=e82f1edf8db1818cd2ac076c7fcb2a27/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,450 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/e82f1edf8db1818cd2ac076c7fcb2a27 2024-12-11T12:18:15,451 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/e82f1edf8db1818cd2ac076c7fcb2a27 2024-12-11T12:18:15,452 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,453 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for e82f1edf8db1818cd2ac076c7fcb2a27 2024-12-11T12:18:15,455 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/e82f1edf8db1818cd2ac076c7fcb2a27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,456 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened e82f1edf8db1818cd2ac076c7fcb2a27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62609968, jitterRate=-0.06703877449035645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,456 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for e82f1edf8db1818cd2ac076c7fcb2a27: 2024-12-11T12:18:15,457 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27., pid=51, masterSystemTime=1733919495113 2024-12-11T12:18:15,459 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27. 2024-12-11T12:18:15,459 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27. 2024-12-11T12:18:15,459 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d. 2024-12-11T12:18:15,460 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 143ef3c6174c73a0962bdd76c08ed03d, NAME => 'test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-11T12:18:15,460 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=e82f1edf8db1818cd2ac076c7fcb2a27, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,460 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 143ef3c6174c73a0962bdd76c08ed03d 2024-12-11T12:18:15,460 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,460 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 143ef3c6174c73a0962bdd76c08ed03d 2024-12-11T12:18:15,460 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 143ef3c6174c73a0962bdd76c08ed03d 2024-12-11T12:18:15,462 INFO [StoreOpener-143ef3c6174c73a0962bdd76c08ed03d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 143ef3c6174c73a0962bdd76c08ed03d 2024-12-11T12:18:15,465 INFO [StoreOpener-143ef3c6174c73a0962bdd76c08ed03d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 143ef3c6174c73a0962bdd76c08ed03d columnFamilyName f 2024-12-11T12:18:15,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=17 2024-12-11T12:18:15,465 DEBUG [StoreOpener-143ef3c6174c73a0962bdd76c08ed03d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=17, state=SUCCESS; OpenRegionProcedure e82f1edf8db1818cd2ac076c7fcb2a27, server=257f9802b3ca,38337,1733919481677 in 453 msec 2024-12-11T12:18:15,466 INFO [StoreOpener-143ef3c6174c73a0962bdd76c08ed03d-1 {}] regionserver.HStore(327): Store=143ef3c6174c73a0962bdd76c08ed03d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,466 INFO [StoreOpener-143ef3c6174c73a0962bdd76c08ed03d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 143ef3c6174c73a0962bdd76c08ed03d 2024-12-11T12:18:15,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e82f1edf8db1818cd2ac076c7fcb2a27, ASSIGN in 666 msec 2024-12-11T12:18:15,468 INFO [StoreOpener-143ef3c6174c73a0962bdd76c08ed03d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 143ef3c6174c73a0962bdd76c08ed03d columnFamilyName norep 2024-12-11T12:18:15,468 DEBUG [StoreOpener-143ef3c6174c73a0962bdd76c08ed03d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,468 INFO [StoreOpener-143ef3c6174c73a0962bdd76c08ed03d-1 {}] regionserver.HStore(327): Store=143ef3c6174c73a0962bdd76c08ed03d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,469 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/143ef3c6174c73a0962bdd76c08ed03d 2024-12-11T12:18:15,470 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/143ef3c6174c73a0962bdd76c08ed03d 2024-12-11T12:18:15,472 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,473 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 143ef3c6174c73a0962bdd76c08ed03d 2024-12-11T12:18:15,477 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/143ef3c6174c73a0962bdd76c08ed03d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,478 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 143ef3c6174c73a0962bdd76c08ed03d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68477509, jitterRate=0.020394399762153625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,478 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 143ef3c6174c73a0962bdd76c08ed03d: 2024-12-11T12:18:15,479 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d., pid=39, masterSystemTime=1733919495113 2024-12-11T12:18:15,481 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d. 2024-12-11T12:18:15,482 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d. 2024-12-11T12:18:15,482 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638. 2024-12-11T12:18:15,482 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => e14a8e8f27decab2f48893e7a2230638, NAME => 'test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-11T12:18:15,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=143ef3c6174c73a0962bdd76c08ed03d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,482 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e14a8e8f27decab2f48893e7a2230638 2024-12-11T12:18:15,482 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,483 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for e14a8e8f27decab2f48893e7a2230638 2024-12-11T12:18:15,483 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for e14a8e8f27decab2f48893e7a2230638 2024-12-11T12:18:15,486 INFO [StoreOpener-e14a8e8f27decab2f48893e7a2230638-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e14a8e8f27decab2f48893e7a2230638 2024-12-11T12:18:15,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=32 2024-12-11T12:18:15,488 INFO [StoreOpener-e14a8e8f27decab2f48893e7a2230638-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e14a8e8f27decab2f48893e7a2230638 columnFamilyName f 2024-12-11T12:18:15,488 DEBUG [StoreOpener-e14a8e8f27decab2f48893e7a2230638-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=32, state=SUCCESS; OpenRegionProcedure 143ef3c6174c73a0962bdd76c08ed03d, server=257f9802b3ca,38337,1733919481677 in 521 msec 2024-12-11T12:18:15,489 INFO [StoreOpener-e14a8e8f27decab2f48893e7a2230638-1 {}] regionserver.HStore(327): Store=e14a8e8f27decab2f48893e7a2230638/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,489 INFO [StoreOpener-e14a8e8f27decab2f48893e7a2230638-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e14a8e8f27decab2f48893e7a2230638 2024-12-11T12:18:15,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=143ef3c6174c73a0962bdd76c08ed03d, ASSIGN in 689 msec 2024-12-11T12:18:15,491 INFO [StoreOpener-e14a8e8f27decab2f48893e7a2230638-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e14a8e8f27decab2f48893e7a2230638 columnFamilyName norep 2024-12-11T12:18:15,491 DEBUG [StoreOpener-e14a8e8f27decab2f48893e7a2230638-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,492 INFO [StoreOpener-e14a8e8f27decab2f48893e7a2230638-1 {}] regionserver.HStore(327): Store=e14a8e8f27decab2f48893e7a2230638/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,493 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/e14a8e8f27decab2f48893e7a2230638 2024-12-11T12:18:15,493 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/e14a8e8f27decab2f48893e7a2230638 2024-12-11T12:18:15,495 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,497 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for e14a8e8f27decab2f48893e7a2230638 2024-12-11T12:18:15,500 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/e14a8e8f27decab2f48893e7a2230638/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,501 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened e14a8e8f27decab2f48893e7a2230638; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73682648, jitterRate=0.09795701503753662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,501 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for e14a8e8f27decab2f48893e7a2230638: 2024-12-11T12:18:15,502 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638., pid=45, masterSystemTime=1733919495113 2024-12-11T12:18:15,504 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638. 2024-12-11T12:18:15,504 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638. 2024-12-11T12:18:15,504 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09. 2024-12-11T12:18:15,504 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 740ad6b6edd414ea7fdf46a64dc3ca09, NAME => 'test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-11T12:18:15,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=e14a8e8f27decab2f48893e7a2230638, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,505 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 740ad6b6edd414ea7fdf46a64dc3ca09 2024-12-11T12:18:15,505 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,505 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 740ad6b6edd414ea7fdf46a64dc3ca09 2024-12-11T12:18:15,505 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 740ad6b6edd414ea7fdf46a64dc3ca09 2024-12-11T12:18:15,507 INFO [StoreOpener-740ad6b6edd414ea7fdf46a64dc3ca09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 740ad6b6edd414ea7fdf46a64dc3ca09 2024-12-11T12:18:15,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=25 2024-12-11T12:18:15,509 INFO [StoreOpener-740ad6b6edd414ea7fdf46a64dc3ca09-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 740ad6b6edd414ea7fdf46a64dc3ca09 columnFamilyName f 2024-12-11T12:18:15,509 DEBUG [StoreOpener-740ad6b6edd414ea7fdf46a64dc3ca09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=25, state=SUCCESS; OpenRegionProcedure e14a8e8f27decab2f48893e7a2230638, server=257f9802b3ca,38337,1733919481677 in 527 msec 2024-12-11T12:18:15,510 INFO [StoreOpener-740ad6b6edd414ea7fdf46a64dc3ca09-1 {}] regionserver.HStore(327): Store=740ad6b6edd414ea7fdf46a64dc3ca09/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e14a8e8f27decab2f48893e7a2230638, ASSIGN in 710 msec 2024-12-11T12:18:15,510 INFO [StoreOpener-740ad6b6edd414ea7fdf46a64dc3ca09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 740ad6b6edd414ea7fdf46a64dc3ca09 2024-12-11T12:18:15,512 INFO [StoreOpener-740ad6b6edd414ea7fdf46a64dc3ca09-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 740ad6b6edd414ea7fdf46a64dc3ca09 columnFamilyName norep 2024-12-11T12:18:15,512 DEBUG [StoreOpener-740ad6b6edd414ea7fdf46a64dc3ca09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,513 INFO [StoreOpener-740ad6b6edd414ea7fdf46a64dc3ca09-1 {}] regionserver.HStore(327): Store=740ad6b6edd414ea7fdf46a64dc3ca09/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,514 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/740ad6b6edd414ea7fdf46a64dc3ca09 2024-12-11T12:18:15,514 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/740ad6b6edd414ea7fdf46a64dc3ca09 2024-12-11T12:18:15,515 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,517 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 740ad6b6edd414ea7fdf46a64dc3ca09 2024-12-11T12:18:15,519 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/740ad6b6edd414ea7fdf46a64dc3ca09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,520 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 740ad6b6edd414ea7fdf46a64dc3ca09; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60844591, jitterRate=-0.09334494173526764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,520 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 740ad6b6edd414ea7fdf46a64dc3ca09: 2024-12-11T12:18:15,521 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09., pid=42, masterSystemTime=1733919495113 2024-12-11T12:18:15,523 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09. 2024-12-11T12:18:15,523 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09. 2024-12-11T12:18:15,524 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067. 2024-12-11T12:18:15,524 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 6c4a04b90e310c4efc9da8cfee9bf067, NAME => 'test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-11T12:18:15,524 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=740ad6b6edd414ea7fdf46a64dc3ca09, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,524 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6c4a04b90e310c4efc9da8cfee9bf067 2024-12-11T12:18:15,524 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,524 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 6c4a04b90e310c4efc9da8cfee9bf067 2024-12-11T12:18:15,524 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 6c4a04b90e310c4efc9da8cfee9bf067 2024-12-11T12:18:15,526 INFO [StoreOpener-6c4a04b90e310c4efc9da8cfee9bf067-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6c4a04b90e310c4efc9da8cfee9bf067 2024-12-11T12:18:15,529 INFO [StoreOpener-6c4a04b90e310c4efc9da8cfee9bf067-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c4a04b90e310c4efc9da8cfee9bf067 columnFamilyName f 2024-12-11T12:18:15,529 DEBUG [StoreOpener-6c4a04b90e310c4efc9da8cfee9bf067-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,530 INFO [StoreOpener-6c4a04b90e310c4efc9da8cfee9bf067-1 {}] regionserver.HStore(327): Store=6c4a04b90e310c4efc9da8cfee9bf067/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,530 INFO [StoreOpener-6c4a04b90e310c4efc9da8cfee9bf067-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6c4a04b90e310c4efc9da8cfee9bf067 2024-12-11T12:18:15,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=13 2024-12-11T12:18:15,532 INFO [StoreOpener-6c4a04b90e310c4efc9da8cfee9bf067-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c4a04b90e310c4efc9da8cfee9bf067 columnFamilyName norep 2024-12-11T12:18:15,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=13, state=SUCCESS; OpenRegionProcedure 740ad6b6edd414ea7fdf46a64dc3ca09, server=257f9802b3ca,38337,1733919481677 in 552 msec 2024-12-11T12:18:15,532 DEBUG [StoreOpener-6c4a04b90e310c4efc9da8cfee9bf067-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=740ad6b6edd414ea7fdf46a64dc3ca09, ASSIGN in 732 msec 2024-12-11T12:18:15,533 INFO [StoreOpener-6c4a04b90e310c4efc9da8cfee9bf067-1 {}] regionserver.HStore(327): Store=6c4a04b90e310c4efc9da8cfee9bf067/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,536 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/6c4a04b90e310c4efc9da8cfee9bf067 2024-12-11T12:18:15,537 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/6c4a04b90e310c4efc9da8cfee9bf067 2024-12-11T12:18:15,539 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,540 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 6c4a04b90e310c4efc9da8cfee9bf067 2024-12-11T12:18:15,543 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/6c4a04b90e310c4efc9da8cfee9bf067/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,544 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 6c4a04b90e310c4efc9da8cfee9bf067; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73619852, jitterRate=0.09702128171920776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,545 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 6c4a04b90e310c4efc9da8cfee9bf067: 2024-12-11T12:18:15,546 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067., pid=46, masterSystemTime=1733919495113 2024-12-11T12:18:15,548 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067. 2024-12-11T12:18:15,548 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067. 2024-12-11T12:18:15,549 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02. 2024-12-11T12:18:15,549 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 18db894e5bd189ad36107f3ed61fcd02, NAME => 'test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-11T12:18:15,549 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=6c4a04b90e310c4efc9da8cfee9bf067, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,549 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 18db894e5bd189ad36107f3ed61fcd02 2024-12-11T12:18:15,549 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,550 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 18db894e5bd189ad36107f3ed61fcd02 2024-12-11T12:18:15,550 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 18db894e5bd189ad36107f3ed61fcd02 2024-12-11T12:18:15,553 INFO [StoreOpener-18db894e5bd189ad36107f3ed61fcd02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 18db894e5bd189ad36107f3ed61fcd02 2024-12-11T12:18:15,560 INFO [StoreOpener-18db894e5bd189ad36107f3ed61fcd02-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18db894e5bd189ad36107f3ed61fcd02 columnFamilyName f 2024-12-11T12:18:15,560 DEBUG [StoreOpener-18db894e5bd189ad36107f3ed61fcd02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=27 2024-12-11T12:18:15,561 INFO [StoreOpener-18db894e5bd189ad36107f3ed61fcd02-1 {}] regionserver.HStore(327): Store=18db894e5bd189ad36107f3ed61fcd02/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,561 INFO [StoreOpener-18db894e5bd189ad36107f3ed61fcd02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 18db894e5bd189ad36107f3ed61fcd02 2024-12-11T12:18:15,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=27, state=SUCCESS; OpenRegionProcedure 6c4a04b90e310c4efc9da8cfee9bf067, server=257f9802b3ca,38337,1733919481677 in 565 msec 2024-12-11T12:18:15,563 INFO [StoreOpener-18db894e5bd189ad36107f3ed61fcd02-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18db894e5bd189ad36107f3ed61fcd02 columnFamilyName norep 2024-12-11T12:18:15,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6c4a04b90e310c4efc9da8cfee9bf067, ASSIGN in 762 msec 2024-12-11T12:18:15,564 DEBUG [StoreOpener-18db894e5bd189ad36107f3ed61fcd02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,564 INFO [StoreOpener-18db894e5bd189ad36107f3ed61fcd02-1 {}] regionserver.HStore(327): Store=18db894e5bd189ad36107f3ed61fcd02/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,566 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/18db894e5bd189ad36107f3ed61fcd02 2024-12-11T12:18:15,566 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/18db894e5bd189ad36107f3ed61fcd02 2024-12-11T12:18:15,568 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,570 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 18db894e5bd189ad36107f3ed61fcd02 2024-12-11T12:18:15,573 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/18db894e5bd189ad36107f3ed61fcd02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,573 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 18db894e5bd189ad36107f3ed61fcd02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71670191, jitterRate=0.06796906888484955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,573 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 18db894e5bd189ad36107f3ed61fcd02: 2024-12-11T12:18:15,574 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02., pid=55, masterSystemTime=1733919495113 2024-12-11T12:18:15,577 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02. 2024-12-11T12:18:15,577 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02. 2024-12-11T12:18:15,577 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=18db894e5bd189ad36107f3ed61fcd02, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,577 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c. 2024-12-11T12:18:15,578 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 97eb82cca69d9a318c6aaf692478921c, NAME => 'test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-11T12:18:15,578 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 97eb82cca69d9a318c6aaf692478921c 2024-12-11T12:18:15,578 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,578 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 97eb82cca69d9a318c6aaf692478921c 2024-12-11T12:18:15,578 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 97eb82cca69d9a318c6aaf692478921c 2024-12-11T12:18:15,580 INFO [StoreOpener-97eb82cca69d9a318c6aaf692478921c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 97eb82cca69d9a318c6aaf692478921c 2024-12-11T12:18:15,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=18 2024-12-11T12:18:15,582 INFO [StoreOpener-97eb82cca69d9a318c6aaf692478921c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97eb82cca69d9a318c6aaf692478921c columnFamilyName f 2024-12-11T12:18:15,583 DEBUG [StoreOpener-97eb82cca69d9a318c6aaf692478921c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=18, state=SUCCESS; OpenRegionProcedure 18db894e5bd189ad36107f3ed61fcd02, server=257f9802b3ca,38337,1733919481677 in 542 msec 2024-12-11T12:18:15,583 INFO [StoreOpener-97eb82cca69d9a318c6aaf692478921c-1 {}] regionserver.HStore(327): Store=97eb82cca69d9a318c6aaf692478921c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,584 INFO [StoreOpener-97eb82cca69d9a318c6aaf692478921c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 97eb82cca69d9a318c6aaf692478921c 2024-12-11T12:18:15,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=18db894e5bd189ad36107f3ed61fcd02, ASSIGN in 783 msec 2024-12-11T12:18:15,586 INFO [StoreOpener-97eb82cca69d9a318c6aaf692478921c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97eb82cca69d9a318c6aaf692478921c columnFamilyName norep 2024-12-11T12:18:15,586 DEBUG [StoreOpener-97eb82cca69d9a318c6aaf692478921c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,587 INFO [StoreOpener-97eb82cca69d9a318c6aaf692478921c-1 {}] regionserver.HStore(327): Store=97eb82cca69d9a318c6aaf692478921c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,589 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/97eb82cca69d9a318c6aaf692478921c 2024-12-11T12:18:15,590 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/97eb82cca69d9a318c6aaf692478921c 2024-12-11T12:18:15,591 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,593 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 97eb82cca69d9a318c6aaf692478921c 2024-12-11T12:18:15,595 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/97eb82cca69d9a318c6aaf692478921c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,596 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 97eb82cca69d9a318c6aaf692478921c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69971917, jitterRate=0.042662814259529114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,596 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 97eb82cca69d9a318c6aaf692478921c: 2024-12-11T12:18:15,597 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c., pid=60, masterSystemTime=1733919495113 2024-12-11T12:18:15,599 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c. 2024-12-11T12:18:15,599 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c. 2024-12-11T12:18:15,599 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,sss,1733919490969.79ea846687a4db8304d3f3e081869633. 2024-12-11T12:18:15,599 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 79ea846687a4db8304d3f3e081869633, NAME => 'test,sss,1733919490969.79ea846687a4db8304d3f3e081869633.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-11T12:18:15,599 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=97eb82cca69d9a318c6aaf692478921c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,599 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 79ea846687a4db8304d3f3e081869633 2024-12-11T12:18:15,600 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,sss,1733919490969.79ea846687a4db8304d3f3e081869633.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,600 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 79ea846687a4db8304d3f3e081869633 2024-12-11T12:18:15,600 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 79ea846687a4db8304d3f3e081869633 2024-12-11T12:18:15,602 INFO [StoreOpener-79ea846687a4db8304d3f3e081869633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 79ea846687a4db8304d3f3e081869633 2024-12-11T12:18:15,604 INFO [StoreOpener-79ea846687a4db8304d3f3e081869633-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79ea846687a4db8304d3f3e081869633 columnFamilyName f 2024-12-11T12:18:15,604 DEBUG [StoreOpener-79ea846687a4db8304d3f3e081869633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=31 2024-12-11T12:18:15,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=31, state=SUCCESS; OpenRegionProcedure 97eb82cca69d9a318c6aaf692478921c, server=257f9802b3ca,38337,1733919481677 in 552 msec 2024-12-11T12:18:15,605 INFO [StoreOpener-79ea846687a4db8304d3f3e081869633-1 {}] regionserver.HStore(327): Store=79ea846687a4db8304d3f3e081869633/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,605 INFO [StoreOpener-79ea846687a4db8304d3f3e081869633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 79ea846687a4db8304d3f3e081869633 2024-12-11T12:18:15,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=97eb82cca69d9a318c6aaf692478921c, ASSIGN in 805 msec 2024-12-11T12:18:15,607 INFO [StoreOpener-79ea846687a4db8304d3f3e081869633-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79ea846687a4db8304d3f3e081869633 columnFamilyName norep 2024-12-11T12:18:15,607 DEBUG [StoreOpener-79ea846687a4db8304d3f3e081869633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,607 INFO [StoreOpener-79ea846687a4db8304d3f3e081869633-1 {}] regionserver.HStore(327): Store=79ea846687a4db8304d3f3e081869633/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,608 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/79ea846687a4db8304d3f3e081869633 2024-12-11T12:18:15,609 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/79ea846687a4db8304d3f3e081869633 2024-12-11T12:18:15,610 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,612 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 79ea846687a4db8304d3f3e081869633 2024-12-11T12:18:15,614 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/79ea846687a4db8304d3f3e081869633/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,615 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 79ea846687a4db8304d3f3e081869633; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68724211, jitterRate=0.02407054603099823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,615 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 79ea846687a4db8304d3f3e081869633: 2024-12-11T12:18:15,616 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1733919490969.79ea846687a4db8304d3f3e081869633., pid=43, masterSystemTime=1733919495113 2024-12-11T12:18:15,618 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1733919490969.79ea846687a4db8304d3f3e081869633. 2024-12-11T12:18:15,618 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,sss,1733919490969.79ea846687a4db8304d3f3e081869633. 2024-12-11T12:18:15,619 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced. 2024-12-11T12:18:15,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=79ea846687a4db8304d3f3e081869633, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,619 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 74301657f3f80eda103a98b4eb47fced, NAME => 'test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-11T12:18:15,619 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 74301657f3f80eda103a98b4eb47fced 2024-12-11T12:18:15,619 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,619 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 74301657f3f80eda103a98b4eb47fced 2024-12-11T12:18:15,620 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 74301657f3f80eda103a98b4eb47fced 2024-12-11T12:18:15,623 INFO [StoreOpener-74301657f3f80eda103a98b4eb47fced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 74301657f3f80eda103a98b4eb47fced 2024-12-11T12:18:15,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=28 2024-12-11T12:18:15,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=28, state=SUCCESS; OpenRegionProcedure 79ea846687a4db8304d3f3e081869633, server=257f9802b3ca,38337,1733919481677 in 645 msec 2024-12-11T12:18:15,625 INFO [StoreOpener-74301657f3f80eda103a98b4eb47fced-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74301657f3f80eda103a98b4eb47fced columnFamilyName f 2024-12-11T12:18:15,626 DEBUG [StoreOpener-74301657f3f80eda103a98b4eb47fced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=79ea846687a4db8304d3f3e081869633, ASSIGN in 825 msec 2024-12-11T12:18:15,627 INFO [StoreOpener-74301657f3f80eda103a98b4eb47fced-1 {}] regionserver.HStore(327): Store=74301657f3f80eda103a98b4eb47fced/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,627 INFO [StoreOpener-74301657f3f80eda103a98b4eb47fced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 74301657f3f80eda103a98b4eb47fced 2024-12-11T12:18:15,629 INFO [StoreOpener-74301657f3f80eda103a98b4eb47fced-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74301657f3f80eda103a98b4eb47fced columnFamilyName norep 2024-12-11T12:18:15,629 DEBUG [StoreOpener-74301657f3f80eda103a98b4eb47fced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,631 INFO [StoreOpener-74301657f3f80eda103a98b4eb47fced-1 {}] regionserver.HStore(327): Store=74301657f3f80eda103a98b4eb47fced/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,632 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/74301657f3f80eda103a98b4eb47fced 2024-12-11T12:18:15,633 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/74301657f3f80eda103a98b4eb47fced 2024-12-11T12:18:15,634 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,636 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 74301657f3f80eda103a98b4eb47fced 2024-12-11T12:18:15,639 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/74301657f3f80eda103a98b4eb47fced/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,640 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 74301657f3f80eda103a98b4eb47fced; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68873747, jitterRate=0.026298806071281433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,640 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 74301657f3f80eda103a98b4eb47fced: 2024-12-11T12:18:15,642 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced., pid=61, masterSystemTime=1733919495113 2024-12-11T12:18:15,645 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced. 2024-12-11T12:18:15,645 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced. 2024-12-11T12:18:15,645 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc. 2024-12-11T12:18:15,645 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 07b93c93dd77ad646b018fe0bc3827dc, NAME => 'test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-11T12:18:15,646 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=74301657f3f80eda103a98b4eb47fced, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,646 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 07b93c93dd77ad646b018fe0bc3827dc 2024-12-11T12:18:15,646 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,646 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 07b93c93dd77ad646b018fe0bc3827dc 2024-12-11T12:18:15,646 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 07b93c93dd77ad646b018fe0bc3827dc 2024-12-11T12:18:15,648 INFO [StoreOpener-07b93c93dd77ad646b018fe0bc3827dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 07b93c93dd77ad646b018fe0bc3827dc 2024-12-11T12:18:15,650 INFO [StoreOpener-07b93c93dd77ad646b018fe0bc3827dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07b93c93dd77ad646b018fe0bc3827dc columnFamilyName f 2024-12-11T12:18:15,650 DEBUG [StoreOpener-07b93c93dd77ad646b018fe0bc3827dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,650 INFO [StoreOpener-07b93c93dd77ad646b018fe0bc3827dc-1 {}] regionserver.HStore(327): Store=07b93c93dd77ad646b018fe0bc3827dc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,651 INFO [StoreOpener-07b93c93dd77ad646b018fe0bc3827dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 07b93c93dd77ad646b018fe0bc3827dc 2024-12-11T12:18:15,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=11 2024-12-11T12:18:15,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=11, state=SUCCESS; OpenRegionProcedure 74301657f3f80eda103a98b4eb47fced, server=257f9802b3ca,38337,1733919481677 in 598 msec 2024-12-11T12:18:15,653 INFO [StoreOpener-07b93c93dd77ad646b018fe0bc3827dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07b93c93dd77ad646b018fe0bc3827dc columnFamilyName norep 2024-12-11T12:18:15,653 DEBUG [StoreOpener-07b93c93dd77ad646b018fe0bc3827dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=74301657f3f80eda103a98b4eb47fced, ASSIGN in 853 msec 2024-12-11T12:18:15,653 INFO [StoreOpener-07b93c93dd77ad646b018fe0bc3827dc-1 {}] regionserver.HStore(327): Store=07b93c93dd77ad646b018fe0bc3827dc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,654 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/07b93c93dd77ad646b018fe0bc3827dc 2024-12-11T12:18:15,655 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/07b93c93dd77ad646b018fe0bc3827dc 2024-12-11T12:18:15,656 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,657 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 07b93c93dd77ad646b018fe0bc3827dc 2024-12-11T12:18:15,660 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/07b93c93dd77ad646b018fe0bc3827dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,660 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 07b93c93dd77ad646b018fe0bc3827dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60275273, jitterRate=-0.1018284410238266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,661 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 07b93c93dd77ad646b018fe0bc3827dc: 2024-12-11T12:18:15,662 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc., pid=56, masterSystemTime=1733919495113 2024-12-11T12:18:15,664 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc. 2024-12-11T12:18:15,664 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc. 2024-12-11T12:18:15,664 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7. 2024-12-11T12:18:15,664 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => c8a0b0badf6825411984168c5d9714f7, NAME => 'test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-11T12:18:15,664 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=07b93c93dd77ad646b018fe0bc3827dc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,664 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c8a0b0badf6825411984168c5d9714f7 2024-12-11T12:18:15,664 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,665 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for c8a0b0badf6825411984168c5d9714f7 2024-12-11T12:18:15,665 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for c8a0b0badf6825411984168c5d9714f7 2024-12-11T12:18:15,669 INFO [StoreOpener-c8a0b0badf6825411984168c5d9714f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c8a0b0badf6825411984168c5d9714f7 2024-12-11T12:18:15,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=26 2024-12-11T12:18:15,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=26, state=SUCCESS; OpenRegionProcedure 07b93c93dd77ad646b018fe0bc3827dc, server=257f9802b3ca,38337,1733919481677 in 628 msec 2024-12-11T12:18:15,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=07b93c93dd77ad646b018fe0bc3827dc, ASSIGN in 872 msec 2024-12-11T12:18:15,675 INFO [StoreOpener-c8a0b0badf6825411984168c5d9714f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8a0b0badf6825411984168c5d9714f7 columnFamilyName f 2024-12-11T12:18:15,676 DEBUG [StoreOpener-c8a0b0badf6825411984168c5d9714f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,679 INFO [StoreOpener-c8a0b0badf6825411984168c5d9714f7-1 {}] regionserver.HStore(327): Store=c8a0b0badf6825411984168c5d9714f7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,679 INFO [StoreOpener-c8a0b0badf6825411984168c5d9714f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c8a0b0badf6825411984168c5d9714f7 2024-12-11T12:18:15,681 INFO [StoreOpener-c8a0b0badf6825411984168c5d9714f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8a0b0badf6825411984168c5d9714f7 columnFamilyName norep 2024-12-11T12:18:15,681 DEBUG [StoreOpener-c8a0b0badf6825411984168c5d9714f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,682 INFO [StoreOpener-c8a0b0badf6825411984168c5d9714f7-1 {}] regionserver.HStore(327): Store=c8a0b0badf6825411984168c5d9714f7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,683 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/c8a0b0badf6825411984168c5d9714f7 2024-12-11T12:18:15,683 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/c8a0b0badf6825411984168c5d9714f7 2024-12-11T12:18:15,684 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,686 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for c8a0b0badf6825411984168c5d9714f7 2024-12-11T12:18:15,688 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/c8a0b0badf6825411984168c5d9714f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,689 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened c8a0b0badf6825411984168c5d9714f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61610705, jitterRate=-0.08192895352840424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,689 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for c8a0b0badf6825411984168c5d9714f7: 2024-12-11T12:18:15,690 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7., pid=57, masterSystemTime=1733919495113 2024-12-11T12:18:15,692 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7. 2024-12-11T12:18:15,693 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7. 2024-12-11T12:18:15,693 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f. 2024-12-11T12:18:15,693 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 1ccd48f518b4ede0d558a567ffa5ef1f, NAME => 'test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-11T12:18:15,693 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=c8a0b0badf6825411984168c5d9714f7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,693 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1ccd48f518b4ede0d558a567ffa5ef1f 2024-12-11T12:18:15,693 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:15,694 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 1ccd48f518b4ede0d558a567ffa5ef1f 2024-12-11T12:18:15,694 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 1ccd48f518b4ede0d558a567ffa5ef1f 2024-12-11T12:18:15,697 INFO [StoreOpener-1ccd48f518b4ede0d558a567ffa5ef1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1ccd48f518b4ede0d558a567ffa5ef1f 2024-12-11T12:18:15,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=14 2024-12-11T12:18:15,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=14, state=SUCCESS; OpenRegionProcedure c8a0b0badf6825411984168c5d9714f7, server=257f9802b3ca,38337,1733919481677 in 654 msec 2024-12-11T12:18:15,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c8a0b0badf6825411984168c5d9714f7, ASSIGN in 899 msec 2024-12-11T12:18:15,701 INFO [StoreOpener-1ccd48f518b4ede0d558a567ffa5ef1f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ccd48f518b4ede0d558a567ffa5ef1f columnFamilyName f 2024-12-11T12:18:15,701 DEBUG [StoreOpener-1ccd48f518b4ede0d558a567ffa5ef1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,702 INFO [StoreOpener-1ccd48f518b4ede0d558a567ffa5ef1f-1 {}] regionserver.HStore(327): Store=1ccd48f518b4ede0d558a567ffa5ef1f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,702 INFO [StoreOpener-1ccd48f518b4ede0d558a567ffa5ef1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1ccd48f518b4ede0d558a567ffa5ef1f 2024-12-11T12:18:15,705 INFO [StoreOpener-1ccd48f518b4ede0d558a567ffa5ef1f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ccd48f518b4ede0d558a567ffa5ef1f columnFamilyName norep 2024-12-11T12:18:15,705 DEBUG [StoreOpener-1ccd48f518b4ede0d558a567ffa5ef1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:15,706 INFO [StoreOpener-1ccd48f518b4ede0d558a567ffa5ef1f-1 {}] regionserver.HStore(327): Store=1ccd48f518b4ede0d558a567ffa5ef1f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:15,707 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/1ccd48f518b4ede0d558a567ffa5ef1f 2024-12-11T12:18:15,708 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/1ccd48f518b4ede0d558a567ffa5ef1f 2024-12-11T12:18:15,709 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:15,711 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 1ccd48f518b4ede0d558a567ffa5ef1f 2024-12-11T12:18:15,728 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/1ccd48f518b4ede0d558a567ffa5ef1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:15,729 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 1ccd48f518b4ede0d558a567ffa5ef1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64917512, jitterRate=-0.03265368938446045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:15,729 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 1ccd48f518b4ede0d558a567ffa5ef1f: 2024-12-11T12:18:15,730 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f., pid=38, masterSystemTime=1733919495113 2024-12-11T12:18:15,734 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f. 2024-12-11T12:18:15,734 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f. 2024-12-11T12:18:15,735 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=1ccd48f518b4ede0d558a567ffa5ef1f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:15,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=29 2024-12-11T12:18:15,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=29, state=SUCCESS; OpenRegionProcedure 1ccd48f518b4ede0d558a567ffa5ef1f, server=257f9802b3ca,38337,1733919481677 in 774 msec 2024-12-11T12:18:15,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=9 2024-12-11T12:18:15,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1ccd48f518b4ede0d558a567ffa5ef1f, ASSIGN in 940 msec 2024-12-11T12:18:15,744 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T12:18:15,744 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733919495744"}]},"ts":"1733919495744"} 2024-12-11T12:18:15,746 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-11T12:18:15,758 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T12:18:15,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.7860 sec 2024-12-11T12:18:18,395 INFO [257f9802b3ca:38337Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:18:18,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:18:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T12:18:19,098 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-11T12:18:19,098 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-11T12:18:19,099 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T12:18:19,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-11T12:18:19,110 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T12:18:19,111 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-11T12:18:19,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T12:18:19,114 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T12:18:19,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T12:18:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-11T12:18:19,119 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T12:18:19,120 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:19,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-11T12:18:19,121 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T12:18:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T12:18:19,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741837_1013 (size=631) 2024-12-11T12:18:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T12:18:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T12:18:19,536 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1a4f871fffd4c59272c7d08974113858, NAME => 'test,,1733919499115.1a4f871fffd4c59272c7d08974113858.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:19,537 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1d4f1abda456bbbcbce4e1712c281163, NAME => 'test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:19,538 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a89527ea267c0321847ef89c631f667e, NAME => 'test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:19,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741839_1015 (size=42) 2024-12-11T12:18:19,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1733919499115.1a4f871fffd4c59272c7d08974113858.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:19,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 1a4f871fffd4c59272c7d08974113858, disabling compactions & flushes 2024-12-11T12:18:19,563 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1733919499115.1a4f871fffd4c59272c7d08974113858. 2024-12-11T12:18:19,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733919499115.1a4f871fffd4c59272c7d08974113858. 2024-12-11T12:18:19,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1733919499115.1a4f871fffd4c59272c7d08974113858. after waiting 0 ms 2024-12-11T12:18:19,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1733919499115.1a4f871fffd4c59272c7d08974113858. 2024-12-11T12:18:19,563 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1733919499115.1a4f871fffd4c59272c7d08974113858. 2024-12-11T12:18:19,564 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1a4f871fffd4c59272c7d08974113858: 2024-12-11T12:18:19,564 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fb6994fdde8142c90daf81b5adb3d761, NAME => 'test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:19,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741838_1014 (size=45) 2024-12-11T12:18:19,568 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:19,568 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing a89527ea267c0321847ef89c631f667e, disabling compactions & flushes 2024-12-11T12:18:19,568 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e. 2024-12-11T12:18:19,568 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e. 2024-12-11T12:18:19,568 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e. after waiting 0 ms 2024-12-11T12:18:19,568 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e. 2024-12-11T12:18:19,569 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e. 2024-12-11T12:18:19,569 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for a89527ea267c0321847ef89c631f667e: 2024-12-11T12:18:19,570 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 8f04721d99481588359c729cd1ed504f, NAME => 'test,eee,1733919499115.8f04721d99481588359c729cd1ed504f.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:19,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741841_1017 (size=45) 2024-12-11T12:18:19,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741840_1016 (size=45) 2024-12-11T12:18:19,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741842_1018 (size=45) 2024-12-11T12:18:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T12:18:19,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:19,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing fb6994fdde8142c90daf81b5adb3d761, disabling compactions & flushes 2024-12-11T12:18:19,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761. 2024-12-11T12:18:19,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761. 2024-12-11T12:18:19,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761. after waiting 0 ms 2024-12-11T12:18:19,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761. 2024-12-11T12:18:19,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761. 2024-12-11T12:18:19,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for fb6994fdde8142c90daf81b5adb3d761: 2024-12-11T12:18:19,988 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:19,989 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 1d4f1abda456bbbcbce4e1712c281163, disabling compactions & flushes 2024-12-11T12:18:19,990 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163. 2024-12-11T12:18:19,991 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163. 2024-12-11T12:18:19,991 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163. after waiting 0 ms 2024-12-11T12:18:19,991 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 84053799a9fe29979f6d9adddbf53206, NAME => 'test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:19,991 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163. 2024-12-11T12:18:19,991 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163. 2024-12-11T12:18:19,991 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 1d4f1abda456bbbcbce4e1712c281163: 2024-12-11T12:18:19,992 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a8c8c666694c4085cae47930786ff447, NAME => 'test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:19,994 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,eee,1733919499115.8f04721d99481588359c729cd1ed504f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:19,994 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 8f04721d99481588359c729cd1ed504f, disabling compactions & flushes 2024-12-11T12:18:19,994 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,eee,1733919499115.8f04721d99481588359c729cd1ed504f. 2024-12-11T12:18:19,994 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733919499115.8f04721d99481588359c729cd1ed504f. 2024-12-11T12:18:19,994 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733919499115.8f04721d99481588359c729cd1ed504f. after waiting 0 ms 2024-12-11T12:18:19,994 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733919499115.8f04721d99481588359c729cd1ed504f. 2024-12-11T12:18:19,994 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,eee,1733919499115.8f04721d99481588359c729cd1ed504f. 2024-12-11T12:18:19,994 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 8f04721d99481588359c729cd1ed504f: 2024-12-11T12:18:19,995 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 6016f8db6505e3c95e3d75c75c6d66eb, NAME => 'test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:20,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741843_1019 (size=45) 2024-12-11T12:18:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741844_1020 (size=45) 2024-12-11T12:18:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741845_1021 (size=45) 2024-12-11T12:18:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T12:18:20,403 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:20,403 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:20,404 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 84053799a9fe29979f6d9adddbf53206, disabling compactions & flushes 2024-12-11T12:18:20,404 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing a8c8c666694c4085cae47930786ff447, disabling compactions & flushes 2024-12-11T12:18:20,404 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447. 2024-12-11T12:18:20,404 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206. 2024-12-11T12:18:20,404 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447. 2024-12-11T12:18:20,404 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206. 2024-12-11T12:18:20,404 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206. after waiting 0 ms 2024-12-11T12:18:20,404 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447. after waiting 0 ms 2024-12-11T12:18:20,404 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447. 2024-12-11T12:18:20,404 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206. 2024-12-11T12:18:20,404 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447. 2024-12-11T12:18:20,404 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206. 2024-12-11T12:18:20,404 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 84053799a9fe29979f6d9adddbf53206: 2024-12-11T12:18:20,404 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for a8c8c666694c4085cae47930786ff447: 2024-12-11T12:18:20,405 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => fd9dabb2b78c63f5653d4a10f251b8ef, NAME => 'test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:20,405 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3a52b7cd83c5f3315bac8890304dea4d, NAME => 'test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:20,405 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:20,406 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 6016f8db6505e3c95e3d75c75c6d66eb, disabling compactions & flushes 2024-12-11T12:18:20,406 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb. 2024-12-11T12:18:20,406 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb. 2024-12-11T12:18:20,406 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb. after waiting 0 ms 2024-12-11T12:18:20,406 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb. 2024-12-11T12:18:20,406 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb. 2024-12-11T12:18:20,406 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 6016f8db6505e3c95e3d75c75c6d66eb: 2024-12-11T12:18:20,406 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ef07df03d81069f8f5dcb4c20475db82, NAME => 'test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:20,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741846_1022 (size=45) 2024-12-11T12:18:20,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741847_1023 (size=45) 2024-12-11T12:18:20,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741848_1024 (size=45) 2024-12-11T12:18:20,624 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T12:18:20,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:20,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 3a52b7cd83c5f3315bac8890304dea4d, disabling compactions & flushes 2024-12-11T12:18:20,813 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d. 2024-12-11T12:18:20,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d. 2024-12-11T12:18:20,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d. after waiting 0 ms 2024-12-11T12:18:20,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d. 2024-12-11T12:18:20,813 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d. 2024-12-11T12:18:20,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3a52b7cd83c5f3315bac8890304dea4d: 2024-12-11T12:18:20,813 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2677b97df259602d5067a22a1673fc6e, NAME => 'test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:20,818 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:20,818 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing fd9dabb2b78c63f5653d4a10f251b8ef, disabling compactions & flushes 2024-12-11T12:18:20,818 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef. 2024-12-11T12:18:20,818 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef. 2024-12-11T12:18:20,818 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef. after waiting 0 ms 2024-12-11T12:18:20,818 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef. 2024-12-11T12:18:20,818 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef. 2024-12-11T12:18:20,818 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for fd9dabb2b78c63f5653d4a10f251b8ef: 2024-12-11T12:18:20,819 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:20,819 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b2a70ee6a5de8ae954449d35f31008c3, NAME => 'test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:20,819 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing ef07df03d81069f8f5dcb4c20475db82, disabling compactions & flushes 2024-12-11T12:18:20,819 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82. 2024-12-11T12:18:20,819 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82. 2024-12-11T12:18:20,820 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82. after waiting 0 ms 2024-12-11T12:18:20,820 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82. 2024-12-11T12:18:20,820 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82. 2024-12-11T12:18:20,820 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for ef07df03d81069f8f5dcb4c20475db82: 2024-12-11T12:18:20,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741849_1025 (size=45) 2024-12-11T12:18:20,821 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 89e89a956d760ecba0170146a47485c3, NAME => 'test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:20,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741850_1026 (size=45) 2024-12-11T12:18:20,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741851_1027 (size=45) 2024-12-11T12:18:21,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:21,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 2677b97df259602d5067a22a1673fc6e, disabling compactions & flushes 2024-12-11T12:18:21,222 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e. 2024-12-11T12:18:21,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e. 2024-12-11T12:18:21,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e. after waiting 0 ms 2024-12-11T12:18:21,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e. 2024-12-11T12:18:21,223 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e. 2024-12-11T12:18:21,223 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2677b97df259602d5067a22a1673fc6e: 2024-12-11T12:18:21,224 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 84ca6883362e3b75a341f4eb2694741f, NAME => 'test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:21,228 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:21,228 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing b2a70ee6a5de8ae954449d35f31008c3, disabling compactions & flushes 2024-12-11T12:18:21,228 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3. 2024-12-11T12:18:21,228 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3. 2024-12-11T12:18:21,228 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3. after waiting 0 ms 2024-12-11T12:18:21,228 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3. 2024-12-11T12:18:21,228 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3. 2024-12-11T12:18:21,228 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for b2a70ee6a5de8ae954449d35f31008c3: 2024-12-11T12:18:21,230 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 0dc9e1d1002d4e3e2e68206b37e8de04, NAME => 'test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:21,231 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:21,231 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 89e89a956d760ecba0170146a47485c3, disabling compactions & flushes 2024-12-11T12:18:21,231 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3. 2024-12-11T12:18:21,231 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3. 2024-12-11T12:18:21,231 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3. after waiting 0 ms 2024-12-11T12:18:21,231 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3. 2024-12-11T12:18:21,231 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3. 2024-12-11T12:18:21,231 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 89e89a956d760ecba0170146a47485c3: 2024-12-11T12:18:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T12:18:21,232 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 4230278cc6b40d42afbd434613f7ad80, NAME => 'test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:21,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741852_1028 (size=45) 2024-12-11T12:18:21,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:21,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 84ca6883362e3b75a341f4eb2694741f, disabling compactions & flushes 2024-12-11T12:18:21,235 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f. 2024-12-11T12:18:21,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f. 2024-12-11T12:18:21,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f. after waiting 0 ms 2024-12-11T12:18:21,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f. 2024-12-11T12:18:21,235 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f. 2024-12-11T12:18:21,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 84ca6883362e3b75a341f4eb2694741f: 2024-12-11T12:18:21,236 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 688d4cc5c5e21d82c2c841b97e018308, NAME => 'test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:21,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741854_1030 (size=45) 2024-12-11T12:18:21,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741853_1029 (size=45) 2024-12-11T12:18:21,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741855_1031 (size=45) 2024-12-11T12:18:21,355 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-11T12:18:21,355 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-11T12:18:21,639 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:21,639 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:21,640 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 4230278cc6b40d42afbd434613f7ad80, disabling compactions & flushes 2024-12-11T12:18:21,640 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 0dc9e1d1002d4e3e2e68206b37e8de04, disabling compactions & flushes 2024-12-11T12:18:21,640 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80. 2024-12-11T12:18:21,640 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04. 2024-12-11T12:18:21,640 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80. 2024-12-11T12:18:21,640 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04. 2024-12-11T12:18:21,640 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80. after waiting 0 ms 2024-12-11T12:18:21,640 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04. after waiting 0 ms 2024-12-11T12:18:21,640 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80. 2024-12-11T12:18:21,640 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04. 2024-12-11T12:18:21,640 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80. 2024-12-11T12:18:21,640 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04. 2024-12-11T12:18:21,640 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 4230278cc6b40d42afbd434613f7ad80: 2024-12-11T12:18:21,640 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 0dc9e1d1002d4e3e2e68206b37e8de04: 2024-12-11T12:18:21,641 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 911e686e1799ce41723fd37e29af99ff, NAME => 'test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:21,641 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ab0b3f6f14229ee228e28dfba44452f8, NAME => 'test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:21,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:21,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 688d4cc5c5e21d82c2c841b97e018308, disabling compactions & flushes 2024-12-11T12:18:21,646 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308. 2024-12-11T12:18:21,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308. 2024-12-11T12:18:21,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308. after waiting 0 ms 2024-12-11T12:18:21,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308. 2024-12-11T12:18:21,646 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308. 2024-12-11T12:18:21,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 688d4cc5c5e21d82c2c841b97e018308: 2024-12-11T12:18:21,647 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c253f1687b324cd8a7be787ad1d89b36, NAME => 'test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:21,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741857_1033 (size=45) 2024-12-11T12:18:21,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741856_1032 (size=45) 2024-12-11T12:18:21,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741858_1034 (size=45) 2024-12-11T12:18:22,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:22,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing ab0b3f6f14229ee228e28dfba44452f8, disabling compactions & flushes 2024-12-11T12:18:22,050 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8. 2024-12-11T12:18:22,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8. 2024-12-11T12:18:22,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8. after waiting 0 ms 2024-12-11T12:18:22,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8. 2024-12-11T12:18:22,050 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8. 2024-12-11T12:18:22,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for ab0b3f6f14229ee228e28dfba44452f8: 2024-12-11T12:18:22,051 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 54fc6f5a20e8f169084ea549eefb4752, NAME => 'test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:22,052 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:22,052 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 911e686e1799ce41723fd37e29af99ff, disabling compactions & flushes 2024-12-11T12:18:22,052 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff. 2024-12-11T12:18:22,052 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff. 2024-12-11T12:18:22,052 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff. after waiting 0 ms 2024-12-11T12:18:22,052 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff. 2024-12-11T12:18:22,052 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff. 2024-12-11T12:18:22,052 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 911e686e1799ce41723fd37e29af99ff: 2024-12-11T12:18:22,053 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c0a56db27519810bbe36d046bcf607cd, NAME => 'test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:22,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:22,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c253f1687b324cd8a7be787ad1d89b36, disabling compactions & flushes 2024-12-11T12:18:22,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36. 2024-12-11T12:18:22,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36. 2024-12-11T12:18:22,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36. after waiting 0 ms 2024-12-11T12:18:22,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36. 2024-12-11T12:18:22,055 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36. 2024-12-11T12:18:22,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c253f1687b324cd8a7be787ad1d89b36: 2024-12-11T12:18:22,056 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f4cf1172a9a9f6234cfd7909afa63e77, NAME => 'test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:22,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741859_1035 (size=45) 2024-12-11T12:18:22,065 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:22,065 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 54fc6f5a20e8f169084ea549eefb4752, disabling compactions & flushes 2024-12-11T12:18:22,065 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752. 2024-12-11T12:18:22,065 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752. 2024-12-11T12:18:22,065 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752. after waiting 0 ms 2024-12-11T12:18:22,065 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752. 2024-12-11T12:18:22,065 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752. 2024-12-11T12:18:22,065 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 54fc6f5a20e8f169084ea549eefb4752: 2024-12-11T12:18:22,066 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 118442c113a89d6821ddd1e70a9ddc02, NAME => 'test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:22,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741860_1036 (size=45) 2024-12-11T12:18:22,070 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:22,070 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c0a56db27519810bbe36d046bcf607cd, disabling compactions & flushes 2024-12-11T12:18:22,070 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd. 2024-12-11T12:18:22,070 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd. 2024-12-11T12:18:22,070 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd. after waiting 0 ms 2024-12-11T12:18:22,070 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd. 2024-12-11T12:18:22,070 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd. 2024-12-11T12:18:22,070 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c0a56db27519810bbe36d046bcf607cd: 2024-12-11T12:18:22,071 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => bece6f346188084302b570ce2de20f21, NAME => 'test,zzz,1733919499115.bece6f346188084302b570ce2de20f21.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:22,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741861_1037 (size=45) 2024-12-11T12:18:22,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741863_1039 (size=42) 2024-12-11T12:18:22,082 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,zzz,1733919499115.bece6f346188084302b570ce2de20f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:22,082 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing bece6f346188084302b570ce2de20f21, disabling compactions & flushes 2024-12-11T12:18:22,082 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,zzz,1733919499115.bece6f346188084302b570ce2de20f21. 2024-12-11T12:18:22,082 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733919499115.bece6f346188084302b570ce2de20f21. 2024-12-11T12:18:22,082 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733919499115.bece6f346188084302b570ce2de20f21. after waiting 0 ms 2024-12-11T12:18:22,082 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733919499115.bece6f346188084302b570ce2de20f21. 2024-12-11T12:18:22,082 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,zzz,1733919499115.bece6f346188084302b570ce2de20f21. 2024-12-11T12:18:22,082 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for bece6f346188084302b570ce2de20f21: 2024-12-11T12:18:22,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741862_1038 (size=45) 2024-12-11T12:18:22,481 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:22,481 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing f4cf1172a9a9f6234cfd7909afa63e77, disabling compactions & flushes 2024-12-11T12:18:22,481 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77. 2024-12-11T12:18:22,481 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77. 2024-12-11T12:18:22,481 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77. after waiting 0 ms 2024-12-11T12:18:22,481 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77. 2024-12-11T12:18:22,481 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77. 2024-12-11T12:18:22,481 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for f4cf1172a9a9f6234cfd7909afa63e77: 2024-12-11T12:18:22,484 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:22,484 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 118442c113a89d6821ddd1e70a9ddc02, disabling compactions & flushes 2024-12-11T12:18:22,484 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02. 2024-12-11T12:18:22,484 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02. 2024-12-11T12:18:22,484 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02. after waiting 0 ms 2024-12-11T12:18:22,484 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02. 2024-12-11T12:18:22,485 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02. 2024-12-11T12:18:22,485 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 118442c113a89d6821ddd1e70a9ddc02: 2024-12-11T12:18:22,486 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T12:18:22,487 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1733919499115.1a4f871fffd4c59272c7d08974113858.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,488 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,488 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,488 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,488 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1733919499115.8f04721d99481588359c729cd1ed504f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,489 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,489 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,489 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,489 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,489 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,490 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,490 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,490 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,490 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,490 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,491 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,491 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,491 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,491 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,491 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,492 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,492 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,492 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,492 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1733919499115.bece6f346188084302b570ce2de20f21.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,492 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,492 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733919502486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919502486"}]},"ts":"1733919502486"} 2024-12-11T12:18:22,499 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-11T12:18:22,500 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T12:18:22,500 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733919502500"}]},"ts":"1733919502500"} 2024-12-11T12:18:22,502 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-11T12:18:22,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1a4f871fffd4c59272c7d08974113858, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1d4f1abda456bbbcbce4e1712c281163, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a89527ea267c0321847ef89c631f667e, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fb6994fdde8142c90daf81b5adb3d761, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8f04721d99481588359c729cd1ed504f, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=84053799a9fe29979f6d9adddbf53206, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a8c8c666694c4085cae47930786ff447, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6016f8db6505e3c95e3d75c75c6d66eb, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3a52b7cd83c5f3315bac8890304dea4d, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fd9dabb2b78c63f5653d4a10f251b8ef, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ef07df03d81069f8f5dcb4c20475db82, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2677b97df259602d5067a22a1673fc6e, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b2a70ee6a5de8ae954449d35f31008c3, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=89e89a956d760ecba0170146a47485c3, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=84ca6883362e3b75a341f4eb2694741f, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0dc9e1d1002d4e3e2e68206b37e8de04, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4230278cc6b40d42afbd434613f7ad80, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=688d4cc5c5e21d82c2c841b97e018308, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=911e686e1799ce41723fd37e29af99ff, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ab0b3f6f14229ee228e28dfba44452f8, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c253f1687b324cd8a7be787ad1d89b36, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=54fc6f5a20e8f169084ea549eefb4752, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c0a56db27519810bbe36d046bcf607cd, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f4cf1172a9a9f6234cfd7909afa63e77, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=118442c113a89d6821ddd1e70a9ddc02, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bece6f346188084302b570ce2de20f21, ASSIGN}] 2024-12-11T12:18:22,529 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a89527ea267c0321847ef89c631f667e, ASSIGN 2024-12-11T12:18:22,529 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1d4f1abda456bbbcbce4e1712c281163, ASSIGN 2024-12-11T12:18:22,529 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1a4f871fffd4c59272c7d08974113858, ASSIGN 2024-12-11T12:18:22,529 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8f04721d99481588359c729cd1ed504f, ASSIGN 2024-12-11T12:18:22,531 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a89527ea267c0321847ef89c631f667e, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,531 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1d4f1abda456bbbcbce4e1712c281163, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,531 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1a4f871fffd4c59272c7d08974113858, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,531 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bece6f346188084302b570ce2de20f21, ASSIGN 2024-12-11T12:18:22,531 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8f04721d99481588359c729cd1ed504f, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,532 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bece6f346188084302b570ce2de20f21, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,534 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=118442c113a89d6821ddd1e70a9ddc02, ASSIGN 2024-12-11T12:18:22,535 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c0a56db27519810bbe36d046bcf607cd, ASSIGN 2024-12-11T12:18:22,535 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=118442c113a89d6821ddd1e70a9ddc02, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,535 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f4cf1172a9a9f6234cfd7909afa63e77, ASSIGN 2024-12-11T12:18:22,535 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=54fc6f5a20e8f169084ea549eefb4752, ASSIGN 2024-12-11T12:18:22,535 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c253f1687b324cd8a7be787ad1d89b36, ASSIGN 2024-12-11T12:18:22,535 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c0a56db27519810bbe36d046bcf607cd, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,536 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f4cf1172a9a9f6234cfd7909afa63e77, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,536 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=54fc6f5a20e8f169084ea549eefb4752, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,536 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c253f1687b324cd8a7be787ad1d89b36, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,536 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ab0b3f6f14229ee228e28dfba44452f8, ASSIGN 2024-12-11T12:18:22,536 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ab0b3f6f14229ee228e28dfba44452f8, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=911e686e1799ce41723fd37e29af99ff, ASSIGN 2024-12-11T12:18:22,538 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4230278cc6b40d42afbd434613f7ad80, ASSIGN 2024-12-11T12:18:22,538 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0dc9e1d1002d4e3e2e68206b37e8de04, ASSIGN 2024-12-11T12:18:22,538 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=911e686e1799ce41723fd37e29af99ff, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,538 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=688d4cc5c5e21d82c2c841b97e018308, ASSIGN 2024-12-11T12:18:22,539 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=84ca6883362e3b75a341f4eb2694741f, ASSIGN 2024-12-11T12:18:22,539 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4230278cc6b40d42afbd434613f7ad80, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,539 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=688d4cc5c5e21d82c2c841b97e018308, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,539 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0dc9e1d1002d4e3e2e68206b37e8de04, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,539 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=84ca6883362e3b75a341f4eb2694741f, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,541 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=89e89a956d760ecba0170146a47485c3, ASSIGN 2024-12-11T12:18:22,541 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ef07df03d81069f8f5dcb4c20475db82, ASSIGN 2024-12-11T12:18:22,541 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2677b97df259602d5067a22a1673fc6e, ASSIGN 2024-12-11T12:18:22,541 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b2a70ee6a5de8ae954449d35f31008c3, ASSIGN 2024-12-11T12:18:22,541 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fd9dabb2b78c63f5653d4a10f251b8ef, ASSIGN 2024-12-11T12:18:22,542 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ef07df03d81069f8f5dcb4c20475db82, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,542 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=89e89a956d760ecba0170146a47485c3, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,542 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2677b97df259602d5067a22a1673fc6e, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,542 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b2a70ee6a5de8ae954449d35f31008c3, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,542 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=fd9dabb2b78c63f5653d4a10f251b8ef, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,544 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3a52b7cd83c5f3315bac8890304dea4d, ASSIGN 2024-12-11T12:18:22,544 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a8c8c666694c4085cae47930786ff447, ASSIGN 2024-12-11T12:18:22,544 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fb6994fdde8142c90daf81b5adb3d761, ASSIGN 2024-12-11T12:18:22,544 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6016f8db6505e3c95e3d75c75c6d66eb, ASSIGN 2024-12-11T12:18:22,544 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=84053799a9fe29979f6d9adddbf53206, ASSIGN 2024-12-11T12:18:22,545 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=fb6994fdde8142c90daf81b5adb3d761, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,545 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a8c8c666694c4085cae47930786ff447, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,545 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3a52b7cd83c5f3315bac8890304dea4d, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,546 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=84053799a9fe29979f6d9adddbf53206, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,546 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6016f8db6505e3c95e3d75c75c6d66eb, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:22,681 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=8f04721d99481588359c729cd1ed504f, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,681 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=a8c8c666694c4085cae47930786ff447, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=84053799a9fe29979f6d9adddbf53206, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,681 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=54fc6f5a20e8f169084ea549eefb4752, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=c0a56db27519810bbe36d046bcf607cd, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=32, state=RUNNABLE; OpenRegionProcedure c0a56db27519810bbe36d046bcf607cd, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=14, state=RUNNABLE; OpenRegionProcedure 8f04721d99481588359c729cd1ed504f, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=31, state=RUNNABLE; OpenRegionProcedure 54fc6f5a20e8f169084ea549eefb4752, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,687 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=f4cf1172a9a9f6234cfd7909afa63e77, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=15, state=RUNNABLE; OpenRegionProcedure 84053799a9fe29979f6d9adddbf53206, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=16, state=RUNNABLE; OpenRegionProcedure a8c8c666694c4085cae47930786ff447, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=33, state=RUNNABLE; OpenRegionProcedure f4cf1172a9a9f6234cfd7909afa63e77, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,691 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=2677b97df259602d5067a22a1673fc6e, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,691 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=fb6994fdde8142c90daf81b5adb3d761, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,693 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=688d4cc5c5e21d82c2c841b97e018308, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=21, state=RUNNABLE; OpenRegionProcedure 2677b97df259602d5067a22a1673fc6e, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,694 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=89e89a956d760ecba0170146a47485c3, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=13, state=RUNNABLE; OpenRegionProcedure fb6994fdde8142c90daf81b5adb3d761, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=23, state=RUNNABLE; OpenRegionProcedure 89e89a956d760ecba0170146a47485c3, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=27, state=RUNNABLE; OpenRegionProcedure 688d4cc5c5e21d82c2c841b97e018308, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,696 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=84ca6883362e3b75a341f4eb2694741f, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=24, state=RUNNABLE; OpenRegionProcedure 84ca6883362e3b75a341f4eb2694741f, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,699 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=b2a70ee6a5de8ae954449d35f31008c3, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,700 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=6016f8db6505e3c95e3d75c75c6d66eb, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,700 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=ef07df03d81069f8f5dcb4c20475db82, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=22, state=RUNNABLE; OpenRegionProcedure b2a70ee6a5de8ae954449d35f31008c3, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=20, state=RUNNABLE; OpenRegionProcedure ef07df03d81069f8f5dcb4c20475db82, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=17, state=RUNNABLE; OpenRegionProcedure 6016f8db6505e3c95e3d75c75c6d66eb, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=ab0b3f6f14229ee228e28dfba44452f8, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1d4f1abda456bbbcbce4e1712c281163, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=29, state=RUNNABLE; OpenRegionProcedure ab0b3f6f14229ee228e28dfba44452f8, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,707 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=bece6f346188084302b570ce2de20f21, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,707 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=118442c113a89d6821ddd1e70a9ddc02, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=11, state=RUNNABLE; OpenRegionProcedure 1d4f1abda456bbbcbce4e1712c281163, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=35, state=RUNNABLE; OpenRegionProcedure bece6f346188084302b570ce2de20f21, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,711 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=3a52b7cd83c5f3315bac8890304dea4d, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,711 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=0dc9e1d1002d4e3e2e68206b37e8de04, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=34, state=RUNNABLE; OpenRegionProcedure 118442c113a89d6821ddd1e70a9ddc02, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=18, state=RUNNABLE; OpenRegionProcedure 3a52b7cd83c5f3315bac8890304dea4d, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,715 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1a4f871fffd4c59272c7d08974113858, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=25, state=RUNNABLE; OpenRegionProcedure 0dc9e1d1002d4e3e2e68206b37e8de04, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=10, state=RUNNABLE; OpenRegionProcedure 1a4f871fffd4c59272c7d08974113858, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,719 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=fd9dabb2b78c63f5653d4a10f251b8ef, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=19, state=RUNNABLE; OpenRegionProcedure fd9dabb2b78c63f5653d4a10f251b8ef, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,722 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=4230278cc6b40d42afbd434613f7ad80, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,723 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=a89527ea267c0321847ef89c631f667e, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,723 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=c253f1687b324cd8a7be787ad1d89b36, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,723 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=911e686e1799ce41723fd37e29af99ff, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=26, state=RUNNABLE; OpenRegionProcedure 4230278cc6b40d42afbd434613f7ad80, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=12, state=RUNNABLE; OpenRegionProcedure a89527ea267c0321847ef89c631f667e, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=30, state=RUNNABLE; OpenRegionProcedure c253f1687b324cd8a7be787ad1d89b36, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=28, state=RUNNABLE; OpenRegionProcedure 911e686e1799ce41723fd37e29af99ff, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:22,836 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,847 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82. 2024-12-11T12:18:22,848 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => ef07df03d81069f8f5dcb4c20475db82, NAME => 'test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-11T12:18:22,848 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ef07df03d81069f8f5dcb4c20475db82 2024-12-11T12:18:22,848 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:22,848 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for ef07df03d81069f8f5dcb4c20475db82 2024-12-11T12:18:22,848 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for ef07df03d81069f8f5dcb4c20475db82 2024-12-11T12:18:22,851 INFO [StoreOpener-ef07df03d81069f8f5dcb4c20475db82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ef07df03d81069f8f5dcb4c20475db82 2024-12-11T12:18:22,853 INFO [StoreOpener-ef07df03d81069f8f5dcb4c20475db82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef07df03d81069f8f5dcb4c20475db82 columnFamilyName f 2024-12-11T12:18:22,854 DEBUG [StoreOpener-ef07df03d81069f8f5dcb4c20475db82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:22,854 INFO [StoreOpener-ef07df03d81069f8f5dcb4c20475db82-1 {}] regionserver.HStore(327): Store=ef07df03d81069f8f5dcb4c20475db82/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:22,854 INFO [StoreOpener-ef07df03d81069f8f5dcb4c20475db82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ef07df03d81069f8f5dcb4c20475db82 2024-12-11T12:18:22,856 INFO [StoreOpener-ef07df03d81069f8f5dcb4c20475db82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef07df03d81069f8f5dcb4c20475db82 columnFamilyName norep 2024-12-11T12:18:22,856 DEBUG [StoreOpener-ef07df03d81069f8f5dcb4c20475db82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:22,857 INFO [StoreOpener-ef07df03d81069f8f5dcb4c20475db82-1 {}] regionserver.HStore(327): Store=ef07df03d81069f8f5dcb4c20475db82/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:22,860 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/ef07df03d81069f8f5dcb4c20475db82 2024-12-11T12:18:22,860 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/ef07df03d81069f8f5dcb4c20475db82 2024-12-11T12:18:22,862 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:22,863 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for ef07df03d81069f8f5dcb4c20475db82 2024-12-11T12:18:22,868 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/ef07df03d81069f8f5dcb4c20475db82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:22,869 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened ef07df03d81069f8f5dcb4c20475db82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70812912, jitterRate=0.05519461631774902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:22,869 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for ef07df03d81069f8f5dcb4c20475db82: 2024-12-11T12:18:22,870 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82., pid=48, masterSystemTime=1733919502835 2024-12-11T12:18:22,872 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82. 2024-12-11T12:18:22,873 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82. 2024-12-11T12:18:22,873 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8. 2024-12-11T12:18:22,873 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => ab0b3f6f14229ee228e28dfba44452f8, NAME => 'test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-11T12:18:22,873 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=ef07df03d81069f8f5dcb4c20475db82, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,873 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ab0b3f6f14229ee228e28dfba44452f8 2024-12-11T12:18:22,873 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:22,873 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for ab0b3f6f14229ee228e28dfba44452f8 2024-12-11T12:18:22,873 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for ab0b3f6f14229ee228e28dfba44452f8 2024-12-11T12:18:22,876 INFO [StoreOpener-ab0b3f6f14229ee228e28dfba44452f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ab0b3f6f14229ee228e28dfba44452f8 2024-12-11T12:18:22,878 INFO [StoreOpener-ab0b3f6f14229ee228e28dfba44452f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab0b3f6f14229ee228e28dfba44452f8 columnFamilyName f 2024-12-11T12:18:22,878 DEBUG [StoreOpener-ab0b3f6f14229ee228e28dfba44452f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:22,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=20 2024-12-11T12:18:22,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=20, state=SUCCESS; OpenRegionProcedure ef07df03d81069f8f5dcb4c20475db82, server=257f9802b3ca,37747,1733919488008 in 174 msec 2024-12-11T12:18:22,879 INFO [StoreOpener-ab0b3f6f14229ee228e28dfba44452f8-1 {}] regionserver.HStore(327): Store=ab0b3f6f14229ee228e28dfba44452f8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:22,879 INFO [StoreOpener-ab0b3f6f14229ee228e28dfba44452f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ab0b3f6f14229ee228e28dfba44452f8 2024-12-11T12:18:22,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ef07df03d81069f8f5dcb4c20475db82, ASSIGN in 352 msec 2024-12-11T12:18:22,880 INFO [StoreOpener-ab0b3f6f14229ee228e28dfba44452f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab0b3f6f14229ee228e28dfba44452f8 columnFamilyName norep 2024-12-11T12:18:22,881 DEBUG [StoreOpener-ab0b3f6f14229ee228e28dfba44452f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:22,881 INFO [StoreOpener-ab0b3f6f14229ee228e28dfba44452f8-1 {}] regionserver.HStore(327): Store=ab0b3f6f14229ee228e28dfba44452f8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:22,882 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/ab0b3f6f14229ee228e28dfba44452f8 2024-12-11T12:18:22,883 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/ab0b3f6f14229ee228e28dfba44452f8 2024-12-11T12:18:22,884 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:22,886 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for ab0b3f6f14229ee228e28dfba44452f8 2024-12-11T12:18:22,896 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/ab0b3f6f14229ee228e28dfba44452f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:22,897 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened ab0b3f6f14229ee228e28dfba44452f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67618332, jitterRate=0.007591664791107178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:22,897 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for ab0b3f6f14229ee228e28dfba44452f8: 2024-12-11T12:18:22,898 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8., pid=50, masterSystemTime=1733919502835 2024-12-11T12:18:22,903 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8. 2024-12-11T12:18:22,903 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8. 2024-12-11T12:18:22,903 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,eee,1733919499115.8f04721d99481588359c729cd1ed504f. 2024-12-11T12:18:22,904 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 8f04721d99481588359c729cd1ed504f, NAME => 'test,eee,1733919499115.8f04721d99481588359c729cd1ed504f.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-11T12:18:22,905 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8f04721d99481588359c729cd1ed504f 2024-12-11T12:18:22,905 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,eee,1733919499115.8f04721d99481588359c729cd1ed504f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:22,905 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 8f04721d99481588359c729cd1ed504f 2024-12-11T12:18:22,905 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 8f04721d99481588359c729cd1ed504f 2024-12-11T12:18:22,907 INFO [StoreOpener-8f04721d99481588359c729cd1ed504f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8f04721d99481588359c729cd1ed504f 2024-12-11T12:18:22,908 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=ab0b3f6f14229ee228e28dfba44452f8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=29 2024-12-11T12:18:22,913 INFO [StoreOpener-8f04721d99481588359c729cd1ed504f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f04721d99481588359c729cd1ed504f columnFamilyName f 2024-12-11T12:18:22,913 DEBUG [StoreOpener-8f04721d99481588359c729cd1ed504f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:22,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=29, state=SUCCESS; OpenRegionProcedure ab0b3f6f14229ee228e28dfba44452f8, server=257f9802b3ca,37747,1733919488008 in 205 msec 2024-12-11T12:18:22,914 INFO [StoreOpener-8f04721d99481588359c729cd1ed504f-1 {}] regionserver.HStore(327): Store=8f04721d99481588359c729cd1ed504f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:22,914 INFO [StoreOpener-8f04721d99481588359c729cd1ed504f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8f04721d99481588359c729cd1ed504f 2024-12-11T12:18:22,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ab0b3f6f14229ee228e28dfba44452f8, ASSIGN in 387 msec 2024-12-11T12:18:22,916 INFO [StoreOpener-8f04721d99481588359c729cd1ed504f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f04721d99481588359c729cd1ed504f columnFamilyName norep 2024-12-11T12:18:22,917 DEBUG [StoreOpener-8f04721d99481588359c729cd1ed504f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:22,918 INFO [StoreOpener-8f04721d99481588359c729cd1ed504f-1 {}] regionserver.HStore(327): Store=8f04721d99481588359c729cd1ed504f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:22,919 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/8f04721d99481588359c729cd1ed504f 2024-12-11T12:18:22,920 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/8f04721d99481588359c729cd1ed504f 2024-12-11T12:18:22,923 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:22,925 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 8f04721d99481588359c729cd1ed504f 2024-12-11T12:18:22,928 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/8f04721d99481588359c729cd1ed504f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:22,929 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 8f04721d99481588359c729cd1ed504f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72139040, jitterRate=0.07495546340942383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:22,929 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 8f04721d99481588359c729cd1ed504f: 2024-12-11T12:18:22,930 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1733919499115.8f04721d99481588359c729cd1ed504f., pid=37, masterSystemTime=1733919502835 2024-12-11T12:18:22,933 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=8f04721d99481588359c729cd1ed504f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,937 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1733919499115.8f04721d99481588359c729cd1ed504f. 2024-12-11T12:18:22,938 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,eee,1733919499115.8f04721d99481588359c729cd1ed504f. 2024-12-11T12:18:22,938 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80. 2024-12-11T12:18:22,938 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 4230278cc6b40d42afbd434613f7ad80, NAME => 'test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-11T12:18:22,939 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4230278cc6b40d42afbd434613f7ad80 2024-12-11T12:18:22,939 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:22,939 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 4230278cc6b40d42afbd434613f7ad80 2024-12-11T12:18:22,939 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 4230278cc6b40d42afbd434613f7ad80 2024-12-11T12:18:22,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=14 2024-12-11T12:18:22,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=14, state=SUCCESS; OpenRegionProcedure 8f04721d99481588359c729cd1ed504f, server=257f9802b3ca,37747,1733919488008 in 255 msec 2024-12-11T12:18:22,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8f04721d99481588359c729cd1ed504f, ASSIGN in 416 msec 2024-12-11T12:18:22,947 INFO [StoreOpener-4230278cc6b40d42afbd434613f7ad80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4230278cc6b40d42afbd434613f7ad80 2024-12-11T12:18:22,950 INFO [StoreOpener-4230278cc6b40d42afbd434613f7ad80-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4230278cc6b40d42afbd434613f7ad80 columnFamilyName f 2024-12-11T12:18:22,950 DEBUG [StoreOpener-4230278cc6b40d42afbd434613f7ad80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:22,951 INFO [StoreOpener-4230278cc6b40d42afbd434613f7ad80-1 {}] regionserver.HStore(327): Store=4230278cc6b40d42afbd434613f7ad80/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:22,951 INFO [StoreOpener-4230278cc6b40d42afbd434613f7ad80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4230278cc6b40d42afbd434613f7ad80 2024-12-11T12:18:22,953 INFO [StoreOpener-4230278cc6b40d42afbd434613f7ad80-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4230278cc6b40d42afbd434613f7ad80 columnFamilyName norep 2024-12-11T12:18:22,953 DEBUG [StoreOpener-4230278cc6b40d42afbd434613f7ad80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:22,954 INFO [StoreOpener-4230278cc6b40d42afbd434613f7ad80-1 {}] regionserver.HStore(327): Store=4230278cc6b40d42afbd434613f7ad80/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:22,955 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/4230278cc6b40d42afbd434613f7ad80 2024-12-11T12:18:22,956 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/4230278cc6b40d42afbd434613f7ad80 2024-12-11T12:18:22,957 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:22,959 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 4230278cc6b40d42afbd434613f7ad80 2024-12-11T12:18:22,972 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/4230278cc6b40d42afbd434613f7ad80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:22,972 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 4230278cc6b40d42afbd434613f7ad80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74871610, jitterRate=0.11567392945289612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:22,973 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 4230278cc6b40d42afbd434613f7ad80: 2024-12-11T12:18:22,974 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80., pid=58, masterSystemTime=1733919502835 2024-12-11T12:18:22,976 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80. 2024-12-11T12:18:22,976 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80. 2024-12-11T12:18:22,977 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163. 2024-12-11T12:18:22,977 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 1d4f1abda456bbbcbce4e1712c281163, NAME => 'test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-11T12:18:22,977 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1d4f1abda456bbbcbce4e1712c281163 2024-12-11T12:18:22,977 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:22,978 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 1d4f1abda456bbbcbce4e1712c281163 2024-12-11T12:18:22,978 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 1d4f1abda456bbbcbce4e1712c281163 2024-12-11T12:18:22,979 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=4230278cc6b40d42afbd434613f7ad80, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:22,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=26 2024-12-11T12:18:22,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=26, state=SUCCESS; OpenRegionProcedure 4230278cc6b40d42afbd434613f7ad80, server=257f9802b3ca,37747,1733919488008 in 258 msec 2024-12-11T12:18:22,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4230278cc6b40d42afbd434613f7ad80, ASSIGN in 458 msec 2024-12-11T12:18:22,991 INFO [StoreOpener-1d4f1abda456bbbcbce4e1712c281163-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1d4f1abda456bbbcbce4e1712c281163 2024-12-11T12:18:22,994 INFO [StoreOpener-1d4f1abda456bbbcbce4e1712c281163-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d4f1abda456bbbcbce4e1712c281163 columnFamilyName f 2024-12-11T12:18:22,994 DEBUG [StoreOpener-1d4f1abda456bbbcbce4e1712c281163-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:22,995 INFO [StoreOpener-1d4f1abda456bbbcbce4e1712c281163-1 {}] regionserver.HStore(327): Store=1d4f1abda456bbbcbce4e1712c281163/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:22,996 INFO [StoreOpener-1d4f1abda456bbbcbce4e1712c281163-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1d4f1abda456bbbcbce4e1712c281163 2024-12-11T12:18:22,998 INFO [StoreOpener-1d4f1abda456bbbcbce4e1712c281163-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d4f1abda456bbbcbce4e1712c281163 columnFamilyName norep 2024-12-11T12:18:22,998 DEBUG [StoreOpener-1d4f1abda456bbbcbce4e1712c281163-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:22,999 INFO [StoreOpener-1d4f1abda456bbbcbce4e1712c281163-1 {}] regionserver.HStore(327): Store=1d4f1abda456bbbcbce4e1712c281163/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,000 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/1d4f1abda456bbbcbce4e1712c281163 2024-12-11T12:18:23,001 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/1d4f1abda456bbbcbce4e1712c281163 2024-12-11T12:18:23,002 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,004 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 1d4f1abda456bbbcbce4e1712c281163 2024-12-11T12:18:23,007 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/1d4f1abda456bbbcbce4e1712c281163/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,008 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 1d4f1abda456bbbcbce4e1712c281163; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73536454, jitterRate=0.09577855467796326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,008 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 1d4f1abda456bbbcbce4e1712c281163: 2024-12-11T12:18:23,009 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163., pid=51, masterSystemTime=1733919502835 2024-12-11T12:18:23,011 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163. 2024-12-11T12:18:23,011 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163. 2024-12-11T12:18:23,012 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447. 2024-12-11T12:18:23,012 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1d4f1abda456bbbcbce4e1712c281163, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,012 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => a8c8c666694c4085cae47930786ff447, NAME => 'test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-11T12:18:23,012 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a8c8c666694c4085cae47930786ff447 2024-12-11T12:18:23,012 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,012 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for a8c8c666694c4085cae47930786ff447 2024-12-11T12:18:23,012 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for a8c8c666694c4085cae47930786ff447 2024-12-11T12:18:23,015 INFO [StoreOpener-a8c8c666694c4085cae47930786ff447-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a8c8c666694c4085cae47930786ff447 2024-12-11T12:18:23,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=11 2024-12-11T12:18:23,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=11, state=SUCCESS; OpenRegionProcedure 1d4f1abda456bbbcbce4e1712c281163, server=257f9802b3ca,37747,1733919488008 in 307 msec 2024-12-11T12:18:23,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1d4f1abda456bbbcbce4e1712c281163, ASSIGN in 490 msec 2024-12-11T12:18:23,017 INFO [StoreOpener-a8c8c666694c4085cae47930786ff447-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8c8c666694c4085cae47930786ff447 columnFamilyName f 2024-12-11T12:18:23,017 DEBUG [StoreOpener-a8c8c666694c4085cae47930786ff447-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,018 INFO [StoreOpener-a8c8c666694c4085cae47930786ff447-1 {}] regionserver.HStore(327): Store=a8c8c666694c4085cae47930786ff447/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,018 INFO [StoreOpener-a8c8c666694c4085cae47930786ff447-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a8c8c666694c4085cae47930786ff447 2024-12-11T12:18:23,020 INFO [StoreOpener-a8c8c666694c4085cae47930786ff447-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8c8c666694c4085cae47930786ff447 columnFamilyName norep 2024-12-11T12:18:23,020 DEBUG [StoreOpener-a8c8c666694c4085cae47930786ff447-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,021 INFO [StoreOpener-a8c8c666694c4085cae47930786ff447-1 {}] regionserver.HStore(327): Store=a8c8c666694c4085cae47930786ff447/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,022 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/a8c8c666694c4085cae47930786ff447 2024-12-11T12:18:23,022 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/a8c8c666694c4085cae47930786ff447 2024-12-11T12:18:23,023 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,025 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for a8c8c666694c4085cae47930786ff447 2024-12-11T12:18:23,028 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/a8c8c666694c4085cae47930786ff447/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,029 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened a8c8c666694c4085cae47930786ff447; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70237819, jitterRate=0.04662506282329559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,029 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for a8c8c666694c4085cae47930786ff447: 2024-12-11T12:18:23,030 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447., pid=40, masterSystemTime=1733919502835 2024-12-11T12:18:23,032 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447. 2024-12-11T12:18:23,032 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447. 2024-12-11T12:18:23,032 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3. 2024-12-11T12:18:23,032 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=a8c8c666694c4085cae47930786ff447, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,032 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 89e89a956d760ecba0170146a47485c3, NAME => 'test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-11T12:18:23,033 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 89e89a956d760ecba0170146a47485c3 2024-12-11T12:18:23,033 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,033 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 89e89a956d760ecba0170146a47485c3 2024-12-11T12:18:23,033 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 89e89a956d760ecba0170146a47485c3 2024-12-11T12:18:23,035 INFO [StoreOpener-89e89a956d760ecba0170146a47485c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 89e89a956d760ecba0170146a47485c3 2024-12-11T12:18:23,037 INFO [StoreOpener-89e89a956d760ecba0170146a47485c3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89e89a956d760ecba0170146a47485c3 columnFamilyName f 2024-12-11T12:18:23,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=16 2024-12-11T12:18:23,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=16, state=SUCCESS; OpenRegionProcedure a8c8c666694c4085cae47930786ff447, server=257f9802b3ca,37747,1733919488008 in 347 msec 2024-12-11T12:18:23,037 DEBUG [StoreOpener-89e89a956d760ecba0170146a47485c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,038 INFO [StoreOpener-89e89a956d760ecba0170146a47485c3-1 {}] regionserver.HStore(327): Store=89e89a956d760ecba0170146a47485c3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,038 INFO [StoreOpener-89e89a956d760ecba0170146a47485c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 89e89a956d760ecba0170146a47485c3 2024-12-11T12:18:23,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a8c8c666694c4085cae47930786ff447, ASSIGN in 511 msec 2024-12-11T12:18:23,039 INFO [StoreOpener-89e89a956d760ecba0170146a47485c3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89e89a956d760ecba0170146a47485c3 columnFamilyName norep 2024-12-11T12:18:23,040 DEBUG [StoreOpener-89e89a956d760ecba0170146a47485c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,040 INFO [StoreOpener-89e89a956d760ecba0170146a47485c3-1 {}] regionserver.HStore(327): Store=89e89a956d760ecba0170146a47485c3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,041 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/89e89a956d760ecba0170146a47485c3 2024-12-11T12:18:23,042 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/89e89a956d760ecba0170146a47485c3 2024-12-11T12:18:23,044 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,045 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 89e89a956d760ecba0170146a47485c3 2024-12-11T12:18:23,048 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/89e89a956d760ecba0170146a47485c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,048 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 89e89a956d760ecba0170146a47485c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65435563, jitterRate=-0.024934127926826477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,048 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 89e89a956d760ecba0170146a47485c3: 2024-12-11T12:18:23,049 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3., pid=45, masterSystemTime=1733919502835 2024-12-11T12:18:23,051 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3. 2024-12-11T12:18:23,051 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3. 2024-12-11T12:18:23,051 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef. 2024-12-11T12:18:23,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=89e89a956d760ecba0170146a47485c3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,051 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => fd9dabb2b78c63f5653d4a10f251b8ef, NAME => 'test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-11T12:18:23,052 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fd9dabb2b78c63f5653d4a10f251b8ef 2024-12-11T12:18:23,052 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,052 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for fd9dabb2b78c63f5653d4a10f251b8ef 2024-12-11T12:18:23,052 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for fd9dabb2b78c63f5653d4a10f251b8ef 2024-12-11T12:18:23,053 INFO [StoreOpener-fd9dabb2b78c63f5653d4a10f251b8ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fd9dabb2b78c63f5653d4a10f251b8ef 2024-12-11T12:18:23,055 INFO [StoreOpener-fd9dabb2b78c63f5653d4a10f251b8ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd9dabb2b78c63f5653d4a10f251b8ef columnFamilyName f 2024-12-11T12:18:23,056 DEBUG [StoreOpener-fd9dabb2b78c63f5653d4a10f251b8ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=23 2024-12-11T12:18:23,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=23, state=SUCCESS; OpenRegionProcedure 89e89a956d760ecba0170146a47485c3, server=257f9802b3ca,37747,1733919488008 in 357 msec 2024-12-11T12:18:23,056 INFO [StoreOpener-fd9dabb2b78c63f5653d4a10f251b8ef-1 {}] regionserver.HStore(327): Store=fd9dabb2b78c63f5653d4a10f251b8ef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,057 INFO [StoreOpener-fd9dabb2b78c63f5653d4a10f251b8ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fd9dabb2b78c63f5653d4a10f251b8ef 2024-12-11T12:18:23,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=89e89a956d760ecba0170146a47485c3, ASSIGN in 530 msec 2024-12-11T12:18:23,059 INFO [StoreOpener-fd9dabb2b78c63f5653d4a10f251b8ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd9dabb2b78c63f5653d4a10f251b8ef columnFamilyName norep 2024-12-11T12:18:23,059 DEBUG [StoreOpener-fd9dabb2b78c63f5653d4a10f251b8ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,059 INFO [StoreOpener-fd9dabb2b78c63f5653d4a10f251b8ef-1 {}] regionserver.HStore(327): Store=fd9dabb2b78c63f5653d4a10f251b8ef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,060 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/fd9dabb2b78c63f5653d4a10f251b8ef 2024-12-11T12:18:23,060 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/fd9dabb2b78c63f5653d4a10f251b8ef 2024-12-11T12:18:23,062 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,063 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for fd9dabb2b78c63f5653d4a10f251b8ef 2024-12-11T12:18:23,066 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/fd9dabb2b78c63f5653d4a10f251b8ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,067 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened fd9dabb2b78c63f5653d4a10f251b8ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61958041, jitterRate=-0.07675324380397797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,067 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for fd9dabb2b78c63f5653d4a10f251b8ef: 2024-12-11T12:18:23,068 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef., pid=57, masterSystemTime=1733919502835 2024-12-11T12:18:23,070 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef. 2024-12-11T12:18:23,070 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef. 2024-12-11T12:18:23,070 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3. 2024-12-11T12:18:23,070 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=fd9dabb2b78c63f5653d4a10f251b8ef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,071 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => b2a70ee6a5de8ae954449d35f31008c3, NAME => 'test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-11T12:18:23,071 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b2a70ee6a5de8ae954449d35f31008c3 2024-12-11T12:18:23,071 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,071 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for b2a70ee6a5de8ae954449d35f31008c3 2024-12-11T12:18:23,071 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for b2a70ee6a5de8ae954449d35f31008c3 2024-12-11T12:18:23,073 INFO [StoreOpener-b2a70ee6a5de8ae954449d35f31008c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b2a70ee6a5de8ae954449d35f31008c3 2024-12-11T12:18:23,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=19 2024-12-11T12:18:23,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=19, state=SUCCESS; OpenRegionProcedure fd9dabb2b78c63f5653d4a10f251b8ef, server=257f9802b3ca,37747,1733919488008 in 351 msec 2024-12-11T12:18:23,075 INFO [StoreOpener-b2a70ee6a5de8ae954449d35f31008c3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a70ee6a5de8ae954449d35f31008c3 columnFamilyName f 2024-12-11T12:18:23,075 DEBUG [StoreOpener-b2a70ee6a5de8ae954449d35f31008c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,076 INFO [StoreOpener-b2a70ee6a5de8ae954449d35f31008c3-1 {}] regionserver.HStore(327): Store=b2a70ee6a5de8ae954449d35f31008c3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=fd9dabb2b78c63f5653d4a10f251b8ef, ASSIGN in 549 msec 2024-12-11T12:18:23,077 INFO [StoreOpener-b2a70ee6a5de8ae954449d35f31008c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b2a70ee6a5de8ae954449d35f31008c3 2024-12-11T12:18:23,079 INFO [StoreOpener-b2a70ee6a5de8ae954449d35f31008c3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a70ee6a5de8ae954449d35f31008c3 columnFamilyName norep 2024-12-11T12:18:23,079 DEBUG [StoreOpener-b2a70ee6a5de8ae954449d35f31008c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,080 INFO [StoreOpener-b2a70ee6a5de8ae954449d35f31008c3-1 {}] regionserver.HStore(327): Store=b2a70ee6a5de8ae954449d35f31008c3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,084 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/b2a70ee6a5de8ae954449d35f31008c3 2024-12-11T12:18:23,084 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/b2a70ee6a5de8ae954449d35f31008c3 2024-12-11T12:18:23,086 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,088 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for b2a70ee6a5de8ae954449d35f31008c3 2024-12-11T12:18:23,092 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/b2a70ee6a5de8ae954449d35f31008c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,093 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened b2a70ee6a5de8ae954449d35f31008c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62041794, jitterRate=-0.07550522685050964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,093 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for b2a70ee6a5de8ae954449d35f31008c3: 2024-12-11T12:18:23,094 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3., pid=47, masterSystemTime=1733919502835 2024-12-11T12:18:23,098 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3. 2024-12-11T12:18:23,098 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3. 2024-12-11T12:18:23,099 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb. 2024-12-11T12:18:23,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=b2a70ee6a5de8ae954449d35f31008c3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,099 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 6016f8db6505e3c95e3d75c75c6d66eb, NAME => 'test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-11T12:18:23,099 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6016f8db6505e3c95e3d75c75c6d66eb 2024-12-11T12:18:23,099 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,099 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 6016f8db6505e3c95e3d75c75c6d66eb 2024-12-11T12:18:23,099 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 6016f8db6505e3c95e3d75c75c6d66eb 2024-12-11T12:18:23,101 INFO [StoreOpener-6016f8db6505e3c95e3d75c75c6d66eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6016f8db6505e3c95e3d75c75c6d66eb 2024-12-11T12:18:23,104 INFO [StoreOpener-6016f8db6505e3c95e3d75c75c6d66eb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6016f8db6505e3c95e3d75c75c6d66eb columnFamilyName f 2024-12-11T12:18:23,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=22 2024-12-11T12:18:23,104 DEBUG [StoreOpener-6016f8db6505e3c95e3d75c75c6d66eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,105 INFO [StoreOpener-6016f8db6505e3c95e3d75c75c6d66eb-1 {}] regionserver.HStore(327): Store=6016f8db6505e3c95e3d75c75c6d66eb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,106 INFO [StoreOpener-6016f8db6505e3c95e3d75c75c6d66eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6016f8db6505e3c95e3d75c75c6d66eb 2024-12-11T12:18:23,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=22, state=SUCCESS; OpenRegionProcedure b2a70ee6a5de8ae954449d35f31008c3, server=257f9802b3ca,37747,1733919488008 in 401 msec 2024-12-11T12:18:23,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b2a70ee6a5de8ae954449d35f31008c3, ASSIGN in 578 msec 2024-12-11T12:18:23,109 INFO [StoreOpener-6016f8db6505e3c95e3d75c75c6d66eb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6016f8db6505e3c95e3d75c75c6d66eb columnFamilyName norep 2024-12-11T12:18:23,109 DEBUG [StoreOpener-6016f8db6505e3c95e3d75c75c6d66eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,110 INFO [StoreOpener-6016f8db6505e3c95e3d75c75c6d66eb-1 {}] regionserver.HStore(327): Store=6016f8db6505e3c95e3d75c75c6d66eb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,111 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/6016f8db6505e3c95e3d75c75c6d66eb 2024-12-11T12:18:23,112 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/6016f8db6505e3c95e3d75c75c6d66eb 2024-12-11T12:18:23,120 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,124 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 6016f8db6505e3c95e3d75c75c6d66eb 2024-12-11T12:18:23,132 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/6016f8db6505e3c95e3d75c75c6d66eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,133 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 6016f8db6505e3c95e3d75c75c6d66eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66505999, jitterRate=-0.008983388543128967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,134 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 6016f8db6505e3c95e3d75c75c6d66eb: 2024-12-11T12:18:23,135 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb., pid=49, masterSystemTime=1733919502835 2024-12-11T12:18:23,138 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb. 2024-12-11T12:18:23,138 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb. 2024-12-11T12:18:23,138 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04. 2024-12-11T12:18:23,139 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 0dc9e1d1002d4e3e2e68206b37e8de04, NAME => 'test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-11T12:18:23,139 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0dc9e1d1002d4e3e2e68206b37e8de04 2024-12-11T12:18:23,140 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,140 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 0dc9e1d1002d4e3e2e68206b37e8de04 2024-12-11T12:18:23,140 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 0dc9e1d1002d4e3e2e68206b37e8de04 2024-12-11T12:18:23,140 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=6016f8db6505e3c95e3d75c75c6d66eb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=17 2024-12-11T12:18:23,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=17, state=SUCCESS; OpenRegionProcedure 6016f8db6505e3c95e3d75c75c6d66eb, server=257f9802b3ca,37747,1733919488008 in 440 msec 2024-12-11T12:18:23,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6016f8db6505e3c95e3d75c75c6d66eb, ASSIGN in 619 msec 2024-12-11T12:18:23,155 INFO [StoreOpener-0dc9e1d1002d4e3e2e68206b37e8de04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0dc9e1d1002d4e3e2e68206b37e8de04 2024-12-11T12:18:23,157 INFO [StoreOpener-0dc9e1d1002d4e3e2e68206b37e8de04-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dc9e1d1002d4e3e2e68206b37e8de04 columnFamilyName f 2024-12-11T12:18:23,157 DEBUG [StoreOpener-0dc9e1d1002d4e3e2e68206b37e8de04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,158 INFO [StoreOpener-0dc9e1d1002d4e3e2e68206b37e8de04-1 {}] regionserver.HStore(327): Store=0dc9e1d1002d4e3e2e68206b37e8de04/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,158 INFO [StoreOpener-0dc9e1d1002d4e3e2e68206b37e8de04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0dc9e1d1002d4e3e2e68206b37e8de04 2024-12-11T12:18:23,160 INFO [StoreOpener-0dc9e1d1002d4e3e2e68206b37e8de04-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dc9e1d1002d4e3e2e68206b37e8de04 columnFamilyName norep 2024-12-11T12:18:23,160 DEBUG [StoreOpener-0dc9e1d1002d4e3e2e68206b37e8de04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,161 INFO [StoreOpener-0dc9e1d1002d4e3e2e68206b37e8de04-1 {}] regionserver.HStore(327): Store=0dc9e1d1002d4e3e2e68206b37e8de04/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,162 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/0dc9e1d1002d4e3e2e68206b37e8de04 2024-12-11T12:18:23,163 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/0dc9e1d1002d4e3e2e68206b37e8de04 2024-12-11T12:18:23,164 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,165 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 0dc9e1d1002d4e3e2e68206b37e8de04 2024-12-11T12:18:23,172 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/0dc9e1d1002d4e3e2e68206b37e8de04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,173 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 0dc9e1d1002d4e3e2e68206b37e8de04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70429056, jitterRate=0.04947471618652344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,173 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 0dc9e1d1002d4e3e2e68206b37e8de04: 2024-12-11T12:18:23,174 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04., pid=55, masterSystemTime=1733919502835 2024-12-11T12:18:23,176 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04. 2024-12-11T12:18:23,176 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04. 2024-12-11T12:18:23,176 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,,1733919499115.1a4f871fffd4c59272c7d08974113858. 2024-12-11T12:18:23,176 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=0dc9e1d1002d4e3e2e68206b37e8de04, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,176 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 1a4f871fffd4c59272c7d08974113858, NAME => 'test,,1733919499115.1a4f871fffd4c59272c7d08974113858.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-11T12:18:23,177 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1a4f871fffd4c59272c7d08974113858 2024-12-11T12:18:23,177 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,,1733919499115.1a4f871fffd4c59272c7d08974113858.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,177 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 1a4f871fffd4c59272c7d08974113858 2024-12-11T12:18:23,177 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 1a4f871fffd4c59272c7d08974113858 2024-12-11T12:18:23,179 INFO [StoreOpener-1a4f871fffd4c59272c7d08974113858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1a4f871fffd4c59272c7d08974113858 2024-12-11T12:18:23,182 INFO [StoreOpener-1a4f871fffd4c59272c7d08974113858-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a4f871fffd4c59272c7d08974113858 columnFamilyName f 2024-12-11T12:18:23,182 DEBUG [StoreOpener-1a4f871fffd4c59272c7d08974113858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,183 INFO [StoreOpener-1a4f871fffd4c59272c7d08974113858-1 {}] regionserver.HStore(327): Store=1a4f871fffd4c59272c7d08974113858/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=25 2024-12-11T12:18:23,184 INFO [StoreOpener-1a4f871fffd4c59272c7d08974113858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1a4f871fffd4c59272c7d08974113858 2024-12-11T12:18:23,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=25, state=SUCCESS; OpenRegionProcedure 0dc9e1d1002d4e3e2e68206b37e8de04, server=257f9802b3ca,37747,1733919488008 in 463 msec 2024-12-11T12:18:23,186 INFO [StoreOpener-1a4f871fffd4c59272c7d08974113858-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a4f871fffd4c59272c7d08974113858 columnFamilyName norep 2024-12-11T12:18:23,186 DEBUG [StoreOpener-1a4f871fffd4c59272c7d08974113858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,187 INFO [StoreOpener-1a4f871fffd4c59272c7d08974113858-1 {}] regionserver.HStore(327): Store=1a4f871fffd4c59272c7d08974113858/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,188 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/1a4f871fffd4c59272c7d08974113858 2024-12-11T12:18:23,188 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/1a4f871fffd4c59272c7d08974113858 2024-12-11T12:18:23,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0dc9e1d1002d4e3e2e68206b37e8de04, ASSIGN in 658 msec 2024-12-11T12:18:23,190 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,192 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 1a4f871fffd4c59272c7d08974113858 2024-12-11T12:18:23,195 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/1a4f871fffd4c59272c7d08974113858/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,196 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 1a4f871fffd4c59272c7d08974113858; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71114357, jitterRate=0.05968649685382843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,196 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 1a4f871fffd4c59272c7d08974113858: 2024-12-11T12:18:23,197 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1733919499115.1a4f871fffd4c59272c7d08974113858., pid=56, masterSystemTime=1733919502835 2024-12-11T12:18:23,199 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1733919499115.1a4f871fffd4c59272c7d08974113858. 2024-12-11T12:18:23,199 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,,1733919499115.1a4f871fffd4c59272c7d08974113858. 2024-12-11T12:18:23,200 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,zzz,1733919499115.bece6f346188084302b570ce2de20f21. 2024-12-11T12:18:23,200 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => bece6f346188084302b570ce2de20f21, NAME => 'test,zzz,1733919499115.bece6f346188084302b570ce2de20f21.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-11T12:18:23,200 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bece6f346188084302b570ce2de20f21 2024-12-11T12:18:23,200 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,zzz,1733919499115.bece6f346188084302b570ce2de20f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,200 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for bece6f346188084302b570ce2de20f21 2024-12-11T12:18:23,200 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for bece6f346188084302b570ce2de20f21 2024-12-11T12:18:23,200 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1a4f871fffd4c59272c7d08974113858, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,207 INFO [StoreOpener-bece6f346188084302b570ce2de20f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bece6f346188084302b570ce2de20f21 2024-12-11T12:18:23,210 INFO [StoreOpener-bece6f346188084302b570ce2de20f21-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bece6f346188084302b570ce2de20f21 columnFamilyName f 2024-12-11T12:18:23,210 DEBUG [StoreOpener-bece6f346188084302b570ce2de20f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=10 2024-12-11T12:18:23,211 INFO [StoreOpener-bece6f346188084302b570ce2de20f21-1 {}] regionserver.HStore(327): Store=bece6f346188084302b570ce2de20f21/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,211 INFO [StoreOpener-bece6f346188084302b570ce2de20f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bece6f346188084302b570ce2de20f21 2024-12-11T12:18:23,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=10, state=SUCCESS; OpenRegionProcedure 1a4f871fffd4c59272c7d08974113858, server=257f9802b3ca,37747,1733919488008 in 486 msec 2024-12-11T12:18:23,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1a4f871fffd4c59272c7d08974113858, ASSIGN in 685 msec 2024-12-11T12:18:23,213 INFO [StoreOpener-bece6f346188084302b570ce2de20f21-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bece6f346188084302b570ce2de20f21 columnFamilyName norep 2024-12-11T12:18:23,214 DEBUG [StoreOpener-bece6f346188084302b570ce2de20f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,214 INFO [StoreOpener-bece6f346188084302b570ce2de20f21-1 {}] regionserver.HStore(327): Store=bece6f346188084302b570ce2de20f21/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,215 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/bece6f346188084302b570ce2de20f21 2024-12-11T12:18:23,216 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/bece6f346188084302b570ce2de20f21 2024-12-11T12:18:23,217 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,219 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for bece6f346188084302b570ce2de20f21 2024-12-11T12:18:23,222 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/bece6f346188084302b570ce2de20f21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,222 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened bece6f346188084302b570ce2de20f21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72528753, jitterRate=0.08076263964176178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,223 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for bece6f346188084302b570ce2de20f21: 2024-12-11T12:18:23,223 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1733919499115.bece6f346188084302b570ce2de20f21., pid=52, masterSystemTime=1733919502835 2024-12-11T12:18:23,226 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1733919499115.bece6f346188084302b570ce2de20f21. 2024-12-11T12:18:23,226 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,zzz,1733919499115.bece6f346188084302b570ce2de20f21. 2024-12-11T12:18:23,226 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff. 2024-12-11T12:18:23,226 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=bece6f346188084302b570ce2de20f21, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,226 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 911e686e1799ce41723fd37e29af99ff, NAME => 'test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-11T12:18:23,227 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 911e686e1799ce41723fd37e29af99ff 2024-12-11T12:18:23,227 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,227 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 911e686e1799ce41723fd37e29af99ff 2024-12-11T12:18:23,227 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 911e686e1799ce41723fd37e29af99ff 2024-12-11T12:18:23,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=35 2024-12-11T12:18:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T12:18:23,234 INFO [StoreOpener-911e686e1799ce41723fd37e29af99ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 911e686e1799ce41723fd37e29af99ff 2024-12-11T12:18:23,236 INFO [StoreOpener-911e686e1799ce41723fd37e29af99ff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 911e686e1799ce41723fd37e29af99ff columnFamilyName f 2024-12-11T12:18:23,237 DEBUG [StoreOpener-911e686e1799ce41723fd37e29af99ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=35, state=SUCCESS; OpenRegionProcedure bece6f346188084302b570ce2de20f21, server=257f9802b3ca,37747,1733919488008 in 520 msec 2024-12-11T12:18:23,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bece6f346188084302b570ce2de20f21, ASSIGN in 706 msec 2024-12-11T12:18:23,238 INFO [StoreOpener-911e686e1799ce41723fd37e29af99ff-1 {}] regionserver.HStore(327): Store=911e686e1799ce41723fd37e29af99ff/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,238 INFO [StoreOpener-911e686e1799ce41723fd37e29af99ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 911e686e1799ce41723fd37e29af99ff 2024-12-11T12:18:23,241 INFO [StoreOpener-911e686e1799ce41723fd37e29af99ff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 911e686e1799ce41723fd37e29af99ff columnFamilyName norep 2024-12-11T12:18:23,241 DEBUG [StoreOpener-911e686e1799ce41723fd37e29af99ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,242 INFO [StoreOpener-911e686e1799ce41723fd37e29af99ff-1 {}] regionserver.HStore(327): Store=911e686e1799ce41723fd37e29af99ff/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,243 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/911e686e1799ce41723fd37e29af99ff 2024-12-11T12:18:23,244 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/911e686e1799ce41723fd37e29af99ff 2024-12-11T12:18:23,246 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,248 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 911e686e1799ce41723fd37e29af99ff 2024-12-11T12:18:23,250 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/911e686e1799ce41723fd37e29af99ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,251 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 911e686e1799ce41723fd37e29af99ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61595227, jitterRate=-0.08215959370136261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,251 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 911e686e1799ce41723fd37e29af99ff: 2024-12-11T12:18:23,252 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff., pid=61, masterSystemTime=1733919502835 2024-12-11T12:18:23,255 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff. 2024-12-11T12:18:23,255 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff. 2024-12-11T12:18:23,255 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308. 2024-12-11T12:18:23,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=911e686e1799ce41723fd37e29af99ff, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,255 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 688d4cc5c5e21d82c2c841b97e018308, NAME => 'test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-11T12:18:23,256 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 688d4cc5c5e21d82c2c841b97e018308 2024-12-11T12:18:23,256 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,256 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 688d4cc5c5e21d82c2c841b97e018308 2024-12-11T12:18:23,256 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 688d4cc5c5e21d82c2c841b97e018308 2024-12-11T12:18:23,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=28 2024-12-11T12:18:23,264 INFO [StoreOpener-688d4cc5c5e21d82c2c841b97e018308-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 688d4cc5c5e21d82c2c841b97e018308 2024-12-11T12:18:23,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=28, state=SUCCESS; OpenRegionProcedure 911e686e1799ce41723fd37e29af99ff, server=257f9802b3ca,37747,1733919488008 in 534 msec 2024-12-11T12:18:23,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=911e686e1799ce41723fd37e29af99ff, ASSIGN in 737 msec 2024-12-11T12:18:23,268 INFO [StoreOpener-688d4cc5c5e21d82c2c841b97e018308-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 688d4cc5c5e21d82c2c841b97e018308 columnFamilyName f 2024-12-11T12:18:23,268 DEBUG [StoreOpener-688d4cc5c5e21d82c2c841b97e018308-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,269 INFO [StoreOpener-688d4cc5c5e21d82c2c841b97e018308-1 {}] regionserver.HStore(327): Store=688d4cc5c5e21d82c2c841b97e018308/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,270 INFO [StoreOpener-688d4cc5c5e21d82c2c841b97e018308-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 688d4cc5c5e21d82c2c841b97e018308 2024-12-11T12:18:23,272 INFO [StoreOpener-688d4cc5c5e21d82c2c841b97e018308-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 688d4cc5c5e21d82c2c841b97e018308 columnFamilyName norep 2024-12-11T12:18:23,272 DEBUG [StoreOpener-688d4cc5c5e21d82c2c841b97e018308-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,273 INFO [StoreOpener-688d4cc5c5e21d82c2c841b97e018308-1 {}] regionserver.HStore(327): Store=688d4cc5c5e21d82c2c841b97e018308/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,274 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/688d4cc5c5e21d82c2c841b97e018308 2024-12-11T12:18:23,275 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/688d4cc5c5e21d82c2c841b97e018308 2024-12-11T12:18:23,277 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,279 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 688d4cc5c5e21d82c2c841b97e018308 2024-12-11T12:18:23,288 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/688d4cc5c5e21d82c2c841b97e018308/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,289 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 688d4cc5c5e21d82c2c841b97e018308; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69871762, jitterRate=0.0411703884601593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,289 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 688d4cc5c5e21d82c2c841b97e018308: 2024-12-11T12:18:23,289 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308., pid=44, masterSystemTime=1733919502835 2024-12-11T12:18:23,291 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308. 2024-12-11T12:18:23,292 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308. 2024-12-11T12:18:23,292 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd. 2024-12-11T12:18:23,292 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=688d4cc5c5e21d82c2c841b97e018308, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,292 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => c0a56db27519810bbe36d046bcf607cd, NAME => 'test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-11T12:18:23,292 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c0a56db27519810bbe36d046bcf607cd 2024-12-11T12:18:23,293 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,293 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for c0a56db27519810bbe36d046bcf607cd 2024-12-11T12:18:23,293 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for c0a56db27519810bbe36d046bcf607cd 2024-12-11T12:18:23,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=27 2024-12-11T12:18:23,299 INFO [StoreOpener-c0a56db27519810bbe36d046bcf607cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c0a56db27519810bbe36d046bcf607cd 2024-12-11T12:18:23,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=27, state=SUCCESS; OpenRegionProcedure 688d4cc5c5e21d82c2c841b97e018308, server=257f9802b3ca,37747,1733919488008 in 600 msec 2024-12-11T12:18:23,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=688d4cc5c5e21d82c2c841b97e018308, ASSIGN in 773 msec 2024-12-11T12:18:23,302 INFO [StoreOpener-c0a56db27519810bbe36d046bcf607cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0a56db27519810bbe36d046bcf607cd columnFamilyName f 2024-12-11T12:18:23,302 DEBUG [StoreOpener-c0a56db27519810bbe36d046bcf607cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,303 INFO [StoreOpener-c0a56db27519810bbe36d046bcf607cd-1 {}] regionserver.HStore(327): Store=c0a56db27519810bbe36d046bcf607cd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,303 INFO [StoreOpener-c0a56db27519810bbe36d046bcf607cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c0a56db27519810bbe36d046bcf607cd 2024-12-11T12:18:23,304 INFO [StoreOpener-c0a56db27519810bbe36d046bcf607cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0a56db27519810bbe36d046bcf607cd columnFamilyName norep 2024-12-11T12:18:23,304 DEBUG [StoreOpener-c0a56db27519810bbe36d046bcf607cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,305 INFO [StoreOpener-c0a56db27519810bbe36d046bcf607cd-1 {}] regionserver.HStore(327): Store=c0a56db27519810bbe36d046bcf607cd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,306 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/c0a56db27519810bbe36d046bcf607cd 2024-12-11T12:18:23,307 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/c0a56db27519810bbe36d046bcf607cd 2024-12-11T12:18:23,308 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,310 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for c0a56db27519810bbe36d046bcf607cd 2024-12-11T12:18:23,313 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/c0a56db27519810bbe36d046bcf607cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,315 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened c0a56db27519810bbe36d046bcf607cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74040517, jitterRate=0.10328967869281769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,315 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for c0a56db27519810bbe36d046bcf607cd: 2024-12-11T12:18:23,316 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd., pid=36, masterSystemTime=1733919502835 2024-12-11T12:18:23,318 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd. 2024-12-11T12:18:23,318 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd. 2024-12-11T12:18:23,319 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e. 2024-12-11T12:18:23,319 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=c0a56db27519810bbe36d046bcf607cd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,319 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => a89527ea267c0321847ef89c631f667e, NAME => 'test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-11T12:18:23,319 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a89527ea267c0321847ef89c631f667e 2024-12-11T12:18:23,320 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,320 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for a89527ea267c0321847ef89c631f667e 2024-12-11T12:18:23,320 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for a89527ea267c0321847ef89c631f667e 2024-12-11T12:18:23,322 INFO [StoreOpener-a89527ea267c0321847ef89c631f667e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a89527ea267c0321847ef89c631f667e 2024-12-11T12:18:23,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=32 2024-12-11T12:18:23,324 INFO [StoreOpener-a89527ea267c0321847ef89c631f667e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a89527ea267c0321847ef89c631f667e columnFamilyName f 2024-12-11T12:18:23,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=32, state=SUCCESS; OpenRegionProcedure c0a56db27519810bbe36d046bcf607cd, server=257f9802b3ca,37747,1733919488008 in 638 msec 2024-12-11T12:18:23,324 DEBUG [StoreOpener-a89527ea267c0321847ef89c631f667e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,324 INFO [StoreOpener-a89527ea267c0321847ef89c631f667e-1 {}] regionserver.HStore(327): Store=a89527ea267c0321847ef89c631f667e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c0a56db27519810bbe36d046bcf607cd, ASSIGN in 797 msec 2024-12-11T12:18:23,324 INFO [StoreOpener-a89527ea267c0321847ef89c631f667e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a89527ea267c0321847ef89c631f667e 2024-12-11T12:18:23,326 INFO [StoreOpener-a89527ea267c0321847ef89c631f667e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a89527ea267c0321847ef89c631f667e columnFamilyName norep 2024-12-11T12:18:23,326 DEBUG [StoreOpener-a89527ea267c0321847ef89c631f667e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,327 INFO [StoreOpener-a89527ea267c0321847ef89c631f667e-1 {}] regionserver.HStore(327): Store=a89527ea267c0321847ef89c631f667e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,328 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/a89527ea267c0321847ef89c631f667e 2024-12-11T12:18:23,328 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/a89527ea267c0321847ef89c631f667e 2024-12-11T12:18:23,330 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,332 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for a89527ea267c0321847ef89c631f667e 2024-12-11T12:18:23,338 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/a89527ea267c0321847ef89c631f667e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,339 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened a89527ea267c0321847ef89c631f667e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68371437, jitterRate=0.018813803791999817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,340 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for a89527ea267c0321847ef89c631f667e: 2024-12-11T12:18:23,341 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e., pid=59, masterSystemTime=1733919502835 2024-12-11T12:18:23,343 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e. 2024-12-11T12:18:23,343 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e. 2024-12-11T12:18:23,343 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e. 2024-12-11T12:18:23,343 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 2677b97df259602d5067a22a1673fc6e, NAME => 'test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-11T12:18:23,344 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2677b97df259602d5067a22a1673fc6e 2024-12-11T12:18:23,344 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,344 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 2677b97df259602d5067a22a1673fc6e 2024-12-11T12:18:23,344 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 2677b97df259602d5067a22a1673fc6e 2024-12-11T12:18:23,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=a89527ea267c0321847ef89c631f667e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,351 INFO [StoreOpener-2677b97df259602d5067a22a1673fc6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2677b97df259602d5067a22a1673fc6e 2024-12-11T12:18:23,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=12 2024-12-11T12:18:23,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=12, state=SUCCESS; OpenRegionProcedure a89527ea267c0321847ef89c631f667e, server=257f9802b3ca,37747,1733919488008 in 626 msec 2024-12-11T12:18:23,353 INFO [StoreOpener-2677b97df259602d5067a22a1673fc6e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2677b97df259602d5067a22a1673fc6e columnFamilyName f 2024-12-11T12:18:23,353 DEBUG [StoreOpener-2677b97df259602d5067a22a1673fc6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,354 INFO [StoreOpener-2677b97df259602d5067a22a1673fc6e-1 {}] regionserver.HStore(327): Store=2677b97df259602d5067a22a1673fc6e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,354 INFO [StoreOpener-2677b97df259602d5067a22a1673fc6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2677b97df259602d5067a22a1673fc6e 2024-12-11T12:18:23,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a89527ea267c0321847ef89c631f667e, ASSIGN in 827 msec 2024-12-11T12:18:23,356 INFO [StoreOpener-2677b97df259602d5067a22a1673fc6e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2677b97df259602d5067a22a1673fc6e columnFamilyName norep 2024-12-11T12:18:23,356 DEBUG [StoreOpener-2677b97df259602d5067a22a1673fc6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,356 INFO [StoreOpener-2677b97df259602d5067a22a1673fc6e-1 {}] regionserver.HStore(327): Store=2677b97df259602d5067a22a1673fc6e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,358 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/2677b97df259602d5067a22a1673fc6e 2024-12-11T12:18:23,358 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/2677b97df259602d5067a22a1673fc6e 2024-12-11T12:18:23,360 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,362 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 2677b97df259602d5067a22a1673fc6e 2024-12-11T12:18:23,364 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/2677b97df259602d5067a22a1673fc6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,365 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 2677b97df259602d5067a22a1673fc6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61798713, jitterRate=-0.07912741601467133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,365 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 2677b97df259602d5067a22a1673fc6e: 2024-12-11T12:18:23,366 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e., pid=42, masterSystemTime=1733919502835 2024-12-11T12:18:23,368 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e. 2024-12-11T12:18:23,368 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e. 2024-12-11T12:18:23,368 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02. 2024-12-11T12:18:23,368 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=2677b97df259602d5067a22a1673fc6e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,368 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 118442c113a89d6821ddd1e70a9ddc02, NAME => 'test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-11T12:18:23,369 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 118442c113a89d6821ddd1e70a9ddc02 2024-12-11T12:18:23,369 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,369 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 118442c113a89d6821ddd1e70a9ddc02 2024-12-11T12:18:23,369 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 118442c113a89d6821ddd1e70a9ddc02 2024-12-11T12:18:23,371 INFO [StoreOpener-118442c113a89d6821ddd1e70a9ddc02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 118442c113a89d6821ddd1e70a9ddc02 2024-12-11T12:18:23,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=21 2024-12-11T12:18:23,373 INFO [StoreOpener-118442c113a89d6821ddd1e70a9ddc02-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 118442c113a89d6821ddd1e70a9ddc02 columnFamilyName f 2024-12-11T12:18:23,373 DEBUG [StoreOpener-118442c113a89d6821ddd1e70a9ddc02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=21, state=SUCCESS; OpenRegionProcedure 2677b97df259602d5067a22a1673fc6e, server=257f9802b3ca,37747,1733919488008 in 677 msec 2024-12-11T12:18:23,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2677b97df259602d5067a22a1673fc6e, ASSIGN in 846 msec 2024-12-11T12:18:23,374 INFO [StoreOpener-118442c113a89d6821ddd1e70a9ddc02-1 {}] regionserver.HStore(327): Store=118442c113a89d6821ddd1e70a9ddc02/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,374 INFO [StoreOpener-118442c113a89d6821ddd1e70a9ddc02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 118442c113a89d6821ddd1e70a9ddc02 2024-12-11T12:18:23,376 INFO [StoreOpener-118442c113a89d6821ddd1e70a9ddc02-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 118442c113a89d6821ddd1e70a9ddc02 columnFamilyName norep 2024-12-11T12:18:23,376 DEBUG [StoreOpener-118442c113a89d6821ddd1e70a9ddc02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,377 INFO [StoreOpener-118442c113a89d6821ddd1e70a9ddc02-1 {}] regionserver.HStore(327): Store=118442c113a89d6821ddd1e70a9ddc02/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,378 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/118442c113a89d6821ddd1e70a9ddc02 2024-12-11T12:18:23,378 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/118442c113a89d6821ddd1e70a9ddc02 2024-12-11T12:18:23,380 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,381 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 118442c113a89d6821ddd1e70a9ddc02 2024-12-11T12:18:23,384 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/118442c113a89d6821ddd1e70a9ddc02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,385 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 118442c113a89d6821ddd1e70a9ddc02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63936282, jitterRate=-0.047275155782699585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,385 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 118442c113a89d6821ddd1e70a9ddc02: 2024-12-11T12:18:23,385 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02., pid=53, masterSystemTime=1733919502835 2024-12-11T12:18:23,387 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02. 2024-12-11T12:18:23,387 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02. 2024-12-11T12:18:23,387 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=118442c113a89d6821ddd1e70a9ddc02, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,388 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36. 2024-12-11T12:18:23,388 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => c253f1687b324cd8a7be787ad1d89b36, NAME => 'test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-11T12:18:23,388 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c253f1687b324cd8a7be787ad1d89b36 2024-12-11T12:18:23,388 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,388 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for c253f1687b324cd8a7be787ad1d89b36 2024-12-11T12:18:23,388 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for c253f1687b324cd8a7be787ad1d89b36 2024-12-11T12:18:23,390 INFO [StoreOpener-c253f1687b324cd8a7be787ad1d89b36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c253f1687b324cd8a7be787ad1d89b36 2024-12-11T12:18:23,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=34 2024-12-11T12:18:23,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=34, state=SUCCESS; OpenRegionProcedure 118442c113a89d6821ddd1e70a9ddc02, server=257f9802b3ca,37747,1733919488008 in 679 msec 2024-12-11T12:18:23,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=118442c113a89d6821ddd1e70a9ddc02, ASSIGN in 865 msec 2024-12-11T12:18:23,392 INFO [StoreOpener-c253f1687b324cd8a7be787ad1d89b36-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c253f1687b324cd8a7be787ad1d89b36 columnFamilyName f 2024-12-11T12:18:23,393 DEBUG [StoreOpener-c253f1687b324cd8a7be787ad1d89b36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,393 INFO [StoreOpener-c253f1687b324cd8a7be787ad1d89b36-1 {}] regionserver.HStore(327): Store=c253f1687b324cd8a7be787ad1d89b36/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,393 INFO [StoreOpener-c253f1687b324cd8a7be787ad1d89b36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c253f1687b324cd8a7be787ad1d89b36 2024-12-11T12:18:23,395 INFO [257f9802b3ca:38337Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:18:23,395 INFO [StoreOpener-c253f1687b324cd8a7be787ad1d89b36-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c253f1687b324cd8a7be787ad1d89b36 columnFamilyName norep 2024-12-11T12:18:23,395 DEBUG [StoreOpener-c253f1687b324cd8a7be787ad1d89b36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,396 INFO [StoreOpener-c253f1687b324cd8a7be787ad1d89b36-1 {}] regionserver.HStore(327): Store=c253f1687b324cd8a7be787ad1d89b36/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,397 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/c253f1687b324cd8a7be787ad1d89b36 2024-12-11T12:18:23,397 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/c253f1687b324cd8a7be787ad1d89b36 2024-12-11T12:18:23,399 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,401 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for c253f1687b324cd8a7be787ad1d89b36 2024-12-11T12:18:23,404 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/c253f1687b324cd8a7be787ad1d89b36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,405 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened c253f1687b324cd8a7be787ad1d89b36; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67019865, jitterRate=-0.0013261884450912476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,405 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for c253f1687b324cd8a7be787ad1d89b36: 2024-12-11T12:18:23,406 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36., pid=60, masterSystemTime=1733919502835 2024-12-11T12:18:23,407 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36. 2024-12-11T12:18:23,408 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36. 2024-12-11T12:18:23,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=c253f1687b324cd8a7be787ad1d89b36, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,408 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77. 2024-12-11T12:18:23,408 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => f4cf1172a9a9f6234cfd7909afa63e77, NAME => 'test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-11T12:18:23,408 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f4cf1172a9a9f6234cfd7909afa63e77 2024-12-11T12:18:23,408 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,408 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for f4cf1172a9a9f6234cfd7909afa63e77 2024-12-11T12:18:23,408 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for f4cf1172a9a9f6234cfd7909afa63e77 2024-12-11T12:18:23,410 INFO [StoreOpener-f4cf1172a9a9f6234cfd7909afa63e77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f4cf1172a9a9f6234cfd7909afa63e77 2024-12-11T12:18:23,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=30 2024-12-11T12:18:23,413 INFO [StoreOpener-f4cf1172a9a9f6234cfd7909afa63e77-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4cf1172a9a9f6234cfd7909afa63e77 columnFamilyName f 2024-12-11T12:18:23,413 DEBUG [StoreOpener-f4cf1172a9a9f6234cfd7909afa63e77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=30, state=SUCCESS; OpenRegionProcedure c253f1687b324cd8a7be787ad1d89b36, server=257f9802b3ca,37747,1733919488008 in 684 msec 2024-12-11T12:18:23,414 INFO [StoreOpener-f4cf1172a9a9f6234cfd7909afa63e77-1 {}] regionserver.HStore(327): Store=f4cf1172a9a9f6234cfd7909afa63e77/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,414 INFO [StoreOpener-f4cf1172a9a9f6234cfd7909afa63e77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f4cf1172a9a9f6234cfd7909afa63e77 2024-12-11T12:18:23,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c253f1687b324cd8a7be787ad1d89b36, ASSIGN in 886 msec 2024-12-11T12:18:23,416 INFO [StoreOpener-f4cf1172a9a9f6234cfd7909afa63e77-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4cf1172a9a9f6234cfd7909afa63e77 columnFamilyName norep 2024-12-11T12:18:23,416 DEBUG [StoreOpener-f4cf1172a9a9f6234cfd7909afa63e77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,417 INFO [StoreOpener-f4cf1172a9a9f6234cfd7909afa63e77-1 {}] regionserver.HStore(327): Store=f4cf1172a9a9f6234cfd7909afa63e77/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,418 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/f4cf1172a9a9f6234cfd7909afa63e77 2024-12-11T12:18:23,418 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/f4cf1172a9a9f6234cfd7909afa63e77 2024-12-11T12:18:23,420 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,421 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for f4cf1172a9a9f6234cfd7909afa63e77 2024-12-11T12:18:23,423 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/f4cf1172a9a9f6234cfd7909afa63e77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,424 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened f4cf1172a9a9f6234cfd7909afa63e77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70465945, jitterRate=0.050024405121803284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,424 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for f4cf1172a9a9f6234cfd7909afa63e77: 2024-12-11T12:18:23,425 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77., pid=41, masterSystemTime=1733919502835 2024-12-11T12:18:23,427 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77. 2024-12-11T12:18:23,427 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77. 2024-12-11T12:18:23,427 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761. 2024-12-11T12:18:23,427 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=f4cf1172a9a9f6234cfd7909afa63e77, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,428 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => fb6994fdde8142c90daf81b5adb3d761, NAME => 'test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-11T12:18:23,428 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fb6994fdde8142c90daf81b5adb3d761 2024-12-11T12:18:23,428 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,428 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for fb6994fdde8142c90daf81b5adb3d761 2024-12-11T12:18:23,428 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for fb6994fdde8142c90daf81b5adb3d761 2024-12-11T12:18:23,430 INFO [StoreOpener-fb6994fdde8142c90daf81b5adb3d761-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fb6994fdde8142c90daf81b5adb3d761 2024-12-11T12:18:23,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=33 2024-12-11T12:18:23,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=33, state=SUCCESS; OpenRegionProcedure f4cf1172a9a9f6234cfd7909afa63e77, server=257f9802b3ca,37747,1733919488008 in 740 msec 2024-12-11T12:18:23,432 INFO [StoreOpener-fb6994fdde8142c90daf81b5adb3d761-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb6994fdde8142c90daf81b5adb3d761 columnFamilyName f 2024-12-11T12:18:23,432 DEBUG [StoreOpener-fb6994fdde8142c90daf81b5adb3d761-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f4cf1172a9a9f6234cfd7909afa63e77, ASSIGN in 905 msec 2024-12-11T12:18:23,433 INFO [StoreOpener-fb6994fdde8142c90daf81b5adb3d761-1 {}] regionserver.HStore(327): Store=fb6994fdde8142c90daf81b5adb3d761/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,433 INFO [StoreOpener-fb6994fdde8142c90daf81b5adb3d761-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fb6994fdde8142c90daf81b5adb3d761 2024-12-11T12:18:23,434 INFO [StoreOpener-fb6994fdde8142c90daf81b5adb3d761-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb6994fdde8142c90daf81b5adb3d761 columnFamilyName norep 2024-12-11T12:18:23,435 DEBUG [StoreOpener-fb6994fdde8142c90daf81b5adb3d761-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,435 INFO [StoreOpener-fb6994fdde8142c90daf81b5adb3d761-1 {}] regionserver.HStore(327): Store=fb6994fdde8142c90daf81b5adb3d761/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,437 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/fb6994fdde8142c90daf81b5adb3d761 2024-12-11T12:18:23,437 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/fb6994fdde8142c90daf81b5adb3d761 2024-12-11T12:18:23,439 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,440 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for fb6994fdde8142c90daf81b5adb3d761 2024-12-11T12:18:23,443 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/fb6994fdde8142c90daf81b5adb3d761/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,444 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened fb6994fdde8142c90daf81b5adb3d761; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68424422, jitterRate=0.019603341817855835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,444 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for fb6994fdde8142c90daf81b5adb3d761: 2024-12-11T12:18:23,445 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761., pid=43, masterSystemTime=1733919502835 2024-12-11T12:18:23,447 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761. 2024-12-11T12:18:23,447 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761. 2024-12-11T12:18:23,448 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206. 2024-12-11T12:18:23,448 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=fb6994fdde8142c90daf81b5adb3d761, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,448 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 84053799a9fe29979f6d9adddbf53206, NAME => 'test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-11T12:18:23,448 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 84053799a9fe29979f6d9adddbf53206 2024-12-11T12:18:23,448 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,448 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 84053799a9fe29979f6d9adddbf53206 2024-12-11T12:18:23,448 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 84053799a9fe29979f6d9adddbf53206 2024-12-11T12:18:23,451 INFO [StoreOpener-84053799a9fe29979f6d9adddbf53206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 84053799a9fe29979f6d9adddbf53206 2024-12-11T12:18:23,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=13 2024-12-11T12:18:23,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=13, state=SUCCESS; OpenRegionProcedure fb6994fdde8142c90daf81b5adb3d761, server=257f9802b3ca,37747,1733919488008 in 756 msec 2024-12-11T12:18:23,453 INFO [StoreOpener-84053799a9fe29979f6d9adddbf53206-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84053799a9fe29979f6d9adddbf53206 columnFamilyName f 2024-12-11T12:18:23,453 DEBUG [StoreOpener-84053799a9fe29979f6d9adddbf53206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=fb6994fdde8142c90daf81b5adb3d761, ASSIGN in 926 msec 2024-12-11T12:18:23,453 INFO [StoreOpener-84053799a9fe29979f6d9adddbf53206-1 {}] regionserver.HStore(327): Store=84053799a9fe29979f6d9adddbf53206/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,454 INFO [StoreOpener-84053799a9fe29979f6d9adddbf53206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 84053799a9fe29979f6d9adddbf53206 2024-12-11T12:18:23,455 INFO [StoreOpener-84053799a9fe29979f6d9adddbf53206-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84053799a9fe29979f6d9adddbf53206 columnFamilyName norep 2024-12-11T12:18:23,456 DEBUG [StoreOpener-84053799a9fe29979f6d9adddbf53206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,456 INFO [StoreOpener-84053799a9fe29979f6d9adddbf53206-1 {}] regionserver.HStore(327): Store=84053799a9fe29979f6d9adddbf53206/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,457 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/84053799a9fe29979f6d9adddbf53206 2024-12-11T12:18:23,458 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/84053799a9fe29979f6d9adddbf53206 2024-12-11T12:18:23,460 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,462 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 84053799a9fe29979f6d9adddbf53206 2024-12-11T12:18:23,471 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/84053799a9fe29979f6d9adddbf53206/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,472 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 84053799a9fe29979f6d9adddbf53206; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61339539, jitterRate=-0.08596964180469513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,472 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 84053799a9fe29979f6d9adddbf53206: 2024-12-11T12:18:23,473 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206., pid=39, masterSystemTime=1733919502835 2024-12-11T12:18:23,474 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206. 2024-12-11T12:18:23,474 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206. 2024-12-11T12:18:23,475 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d. 2024-12-11T12:18:23,475 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=84053799a9fe29979f6d9adddbf53206, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,475 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 3a52b7cd83c5f3315bac8890304dea4d, NAME => 'test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-11T12:18:23,475 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3a52b7cd83c5f3315bac8890304dea4d 2024-12-11T12:18:23,475 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,476 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 3a52b7cd83c5f3315bac8890304dea4d 2024-12-11T12:18:23,476 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 3a52b7cd83c5f3315bac8890304dea4d 2024-12-11T12:18:23,477 INFO [StoreOpener-3a52b7cd83c5f3315bac8890304dea4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3a52b7cd83c5f3315bac8890304dea4d 2024-12-11T12:18:23,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=15 2024-12-11T12:18:23,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=15, state=SUCCESS; OpenRegionProcedure 84053799a9fe29979f6d9adddbf53206, server=257f9802b3ca,37747,1733919488008 in 791 msec 2024-12-11T12:18:23,479 INFO [StoreOpener-3a52b7cd83c5f3315bac8890304dea4d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a52b7cd83c5f3315bac8890304dea4d columnFamilyName f 2024-12-11T12:18:23,479 DEBUG [StoreOpener-3a52b7cd83c5f3315bac8890304dea4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=84053799a9fe29979f6d9adddbf53206, ASSIGN in 952 msec 2024-12-11T12:18:23,480 INFO [StoreOpener-3a52b7cd83c5f3315bac8890304dea4d-1 {}] regionserver.HStore(327): Store=3a52b7cd83c5f3315bac8890304dea4d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,480 INFO [StoreOpener-3a52b7cd83c5f3315bac8890304dea4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3a52b7cd83c5f3315bac8890304dea4d 2024-12-11T12:18:23,482 INFO [StoreOpener-3a52b7cd83c5f3315bac8890304dea4d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a52b7cd83c5f3315bac8890304dea4d columnFamilyName norep 2024-12-11T12:18:23,482 DEBUG [StoreOpener-3a52b7cd83c5f3315bac8890304dea4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,482 INFO [StoreOpener-3a52b7cd83c5f3315bac8890304dea4d-1 {}] regionserver.HStore(327): Store=3a52b7cd83c5f3315bac8890304dea4d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,483 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/3a52b7cd83c5f3315bac8890304dea4d 2024-12-11T12:18:23,484 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/3a52b7cd83c5f3315bac8890304dea4d 2024-12-11T12:18:23,485 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,486 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 3a52b7cd83c5f3315bac8890304dea4d 2024-12-11T12:18:23,489 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/3a52b7cd83c5f3315bac8890304dea4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,489 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 3a52b7cd83c5f3315bac8890304dea4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65087586, jitterRate=-0.030119389295578003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,490 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 3a52b7cd83c5f3315bac8890304dea4d: 2024-12-11T12:18:23,490 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d., pid=54, masterSystemTime=1733919502835 2024-12-11T12:18:23,492 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d. 2024-12-11T12:18:23,492 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d. 2024-12-11T12:18:23,492 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752. 2024-12-11T12:18:23,492 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=3a52b7cd83c5f3315bac8890304dea4d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,492 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 54fc6f5a20e8f169084ea549eefb4752, NAME => 'test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-11T12:18:23,493 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 54fc6f5a20e8f169084ea549eefb4752 2024-12-11T12:18:23,493 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,493 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 54fc6f5a20e8f169084ea549eefb4752 2024-12-11T12:18:23,493 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 54fc6f5a20e8f169084ea549eefb4752 2024-12-11T12:18:23,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=18 2024-12-11T12:18:23,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=18, state=SUCCESS; OpenRegionProcedure 3a52b7cd83c5f3315bac8890304dea4d, server=257f9802b3ca,37747,1733919488008 in 780 msec 2024-12-11T12:18:23,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3a52b7cd83c5f3315bac8890304dea4d, ASSIGN in 970 msec 2024-12-11T12:18:23,500 INFO [StoreOpener-54fc6f5a20e8f169084ea549eefb4752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 54fc6f5a20e8f169084ea549eefb4752 2024-12-11T12:18:23,501 INFO [StoreOpener-54fc6f5a20e8f169084ea549eefb4752-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54fc6f5a20e8f169084ea549eefb4752 columnFamilyName f 2024-12-11T12:18:23,502 DEBUG [StoreOpener-54fc6f5a20e8f169084ea549eefb4752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,502 INFO [StoreOpener-54fc6f5a20e8f169084ea549eefb4752-1 {}] regionserver.HStore(327): Store=54fc6f5a20e8f169084ea549eefb4752/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,502 INFO [StoreOpener-54fc6f5a20e8f169084ea549eefb4752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 54fc6f5a20e8f169084ea549eefb4752 2024-12-11T12:18:23,504 INFO [StoreOpener-54fc6f5a20e8f169084ea549eefb4752-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54fc6f5a20e8f169084ea549eefb4752 columnFamilyName norep 2024-12-11T12:18:23,504 DEBUG [StoreOpener-54fc6f5a20e8f169084ea549eefb4752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,504 INFO [StoreOpener-54fc6f5a20e8f169084ea549eefb4752-1 {}] regionserver.HStore(327): Store=54fc6f5a20e8f169084ea549eefb4752/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,506 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/54fc6f5a20e8f169084ea549eefb4752 2024-12-11T12:18:23,506 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/54fc6f5a20e8f169084ea549eefb4752 2024-12-11T12:18:23,507 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,509 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 54fc6f5a20e8f169084ea549eefb4752 2024-12-11T12:18:23,511 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/54fc6f5a20e8f169084ea549eefb4752/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,512 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 54fc6f5a20e8f169084ea549eefb4752; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65720761, jitterRate=-0.020684346556663513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,512 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 54fc6f5a20e8f169084ea549eefb4752: 2024-12-11T12:18:23,513 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752., pid=38, masterSystemTime=1733919502835 2024-12-11T12:18:23,515 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752. 2024-12-11T12:18:23,515 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752. 2024-12-11T12:18:23,515 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f. 2024-12-11T12:18:23,515 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=54fc6f5a20e8f169084ea549eefb4752, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,515 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 84ca6883362e3b75a341f4eb2694741f, NAME => 'test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-11T12:18:23,516 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 84ca6883362e3b75a341f4eb2694741f 2024-12-11T12:18:23,516 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:23,516 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 84ca6883362e3b75a341f4eb2694741f 2024-12-11T12:18:23,516 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 84ca6883362e3b75a341f4eb2694741f 2024-12-11T12:18:23,518 INFO [StoreOpener-84ca6883362e3b75a341f4eb2694741f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 84ca6883362e3b75a341f4eb2694741f 2024-12-11T12:18:23,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=31 2024-12-11T12:18:23,519 INFO [StoreOpener-84ca6883362e3b75a341f4eb2694741f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84ca6883362e3b75a341f4eb2694741f columnFamilyName f 2024-12-11T12:18:23,520 DEBUG [StoreOpener-84ca6883362e3b75a341f4eb2694741f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=31, state=SUCCESS; OpenRegionProcedure 54fc6f5a20e8f169084ea549eefb4752, server=257f9802b3ca,37747,1733919488008 in 832 msec 2024-12-11T12:18:23,520 INFO [StoreOpener-84ca6883362e3b75a341f4eb2694741f-1 {}] regionserver.HStore(327): Store=84ca6883362e3b75a341f4eb2694741f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,520 INFO [StoreOpener-84ca6883362e3b75a341f4eb2694741f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 84ca6883362e3b75a341f4eb2694741f 2024-12-11T12:18:23,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=54fc6f5a20e8f169084ea549eefb4752, ASSIGN in 993 msec 2024-12-11T12:18:23,522 INFO [StoreOpener-84ca6883362e3b75a341f4eb2694741f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84ca6883362e3b75a341f4eb2694741f columnFamilyName norep 2024-12-11T12:18:23,522 DEBUG [StoreOpener-84ca6883362e3b75a341f4eb2694741f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:23,523 INFO [StoreOpener-84ca6883362e3b75a341f4eb2694741f-1 {}] regionserver.HStore(327): Store=84ca6883362e3b75a341f4eb2694741f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:23,524 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/84ca6883362e3b75a341f4eb2694741f 2024-12-11T12:18:23,525 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/84ca6883362e3b75a341f4eb2694741f 2024-12-11T12:18:23,526 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T12:18:23,528 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 84ca6883362e3b75a341f4eb2694741f 2024-12-11T12:18:23,531 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/84ca6883362e3b75a341f4eb2694741f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:23,531 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 84ca6883362e3b75a341f4eb2694741f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59349899, jitterRate=-0.11561758816242218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T12:18:23,531 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 84ca6883362e3b75a341f4eb2694741f: 2024-12-11T12:18:23,532 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f., pid=46, masterSystemTime=1733919502835 2024-12-11T12:18:23,534 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f. 2024-12-11T12:18:23,534 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f. 2024-12-11T12:18:23,534 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=84ca6883362e3b75a341f4eb2694741f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:23,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=24 2024-12-11T12:18:23,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=24, state=SUCCESS; OpenRegionProcedure 84ca6883362e3b75a341f4eb2694741f, server=257f9802b3ca,37747,1733919488008 in 838 msec 2024-12-11T12:18:23,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=24, resume processing ppid=9 2024-12-11T12:18:23,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=84ca6883362e3b75a341f4eb2694741f, ASSIGN in 1.0120 sec 2024-12-11T12:18:23,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T12:18:23,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733919503540"}]},"ts":"1733919503540"} 2024-12-11T12:18:23,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-11T12:18:23,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T12:18:23,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.4340 sec 2024-12-11T12:18:23,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:18:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T12:18:27,236 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-11T12:18:27,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-11T12:18:27,237 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T12:18:27,251 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-11T12:18:27,251 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T12:18:27,251 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-11T12:18:27,251 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-11T12:18:27,251 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T12:18:27,260 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-11T12:18:27,260 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T12:18:27,260 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-11T12:18:27,260 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-11T12:18:27,261 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T12:18:27,269 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-11T12:18:27,270 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T12:18:27,270 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-11T12:18:27,290 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=389, OpenFileDescriptor=568, MaxFileDescriptor=1048576, SystemLoadAverage=243, ProcessCount=11, AvailableMemoryMB=8517 2024-12-11T12:18:27,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T12:18:27,295 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T12:18:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-11T12:18:27,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.HMaster(3919): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=127.0.0.1:58615:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-11T12:18:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-11T12:18:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T12:18:27,343 INFO [PEWorker-2 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-11T12:18:27,345 INFO [PEWorker-2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@109413f6check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:58615 2024-12-11T12:18:27,390 DEBUG [PEWorker-2-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@109413f6check-peer-cluster-id0x0, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T12:18:27,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@109413f6check-peer-cluster-id-0x1001506a85d0009 connected 2024-12-11T12:18:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T12:18:27,503 DEBUG [PEWorker-2-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@109413f6check-peer-cluster-id-0x1001506a85d0009, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T12:18:27,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T12:18:27,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T12:18:27,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-11T12:18:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T12:18:27,735 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 257f9802b3ca,38337,1733919481677 2024-12-11T12:18:27,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38337 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-11T12:18:27,737 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-11T12:18:27,756 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-11T12:18:27,779 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-11T12:18:27,845 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-11T12:18:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-11T12:18:27,850 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on 257f9802b3ca,38337,1733919481677 suceeded 2024-12-11T12:18:27,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-11T12:18:27,852 INFO [PEWorker-4 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:58615:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-11T12:18:27,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 279 msec 2024-12-11T12:18:27,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 538 msec 2024-12-11T12:18:27,885 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c550595 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7edff72c 2024-12-11T12:18:27,893 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16aa0bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:27,896 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:58615 2024-12-11T12:18:27,907 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T12:18:27,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1001506a85d000b connected 2024-12-11T12:18:27,907 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=3d124373-a909-47bf-8b5f-43e1fa06caa2 to cluster=661683d3-81d3-4774-8783-4462fb191e73 2024-12-11T12:18:27,910 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=257f9802b3ca%2C38337%2C1733919481677 2024-12-11T12:18:27,913 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-11T12:18:27,915 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 257f9802b3ca%2C38337%2C1733919481677 2024-12-11T12:18:27,915 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, startPosition=0, beingWritten=true 2024-12-11T12:18:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T12:18:27,934 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a5b97cd to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58c383ab 2024-12-11T12:18:27,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a6562d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:27,944 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32f27518 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@74517974 2024-12-11T12:18:27,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cb628e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:27,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T12:18:27,965 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T12:18:27,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T12:18:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-11T12:18:27,970 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T12:18:27,970 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:27,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-11T12:18:27,972 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T12:18:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-11T12:18:28,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741864_1040 (size=367) 2024-12-11T12:18:28,034 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-11T12:18:28,034 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 to pos 7708, reset compression=false 2024-12-11T12:18:28,034 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-11T12:18:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-11T12:18:28,249 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 to pos 7708, reset compression=false 2024-12-11T12:18:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-11T12:18:28,350 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T12:18:28,395 INFO [257f9802b3ca:38337Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [257f9802b3ca%2C38337%2C1733919481677]: currently replicating from: hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 at position: 7708 2024-12-11T12:18:28,424 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2b72a12f52dc1c9b036ba2396e54b469, NAME => 'testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073 2024-12-11T12:18:28,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741865_1041 (size=51) 2024-12-11T12:18:28,434 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:28,434 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 2b72a12f52dc1c9b036ba2396e54b469, disabling compactions & flushes 2024-12-11T12:18:28,434 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469. 2024-12-11T12:18:28,434 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469. 2024-12-11T12:18:28,434 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469. after waiting 0 ms 2024-12-11T12:18:28,434 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469. 2024-12-11T12:18:28,434 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469. 2024-12-11T12:18:28,434 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2b72a12f52dc1c9b036ba2396e54b469: 2024-12-11T12:18:28,436 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T12:18:28,436 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733919508436"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919508436"}]},"ts":"1733919508436"} 2024-12-11T12:18:28,438 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-11T12:18:28,439 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T12:18:28,439 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733919508439"}]},"ts":"1733919508439"} 2024-12-11T12:18:28,441 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-11T12:18:28,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=2b72a12f52dc1c9b036ba2396e54b469, ASSIGN}] 2024-12-11T12:18:28,460 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=2b72a12f52dc1c9b036ba2396e54b469, ASSIGN 2024-12-11T12:18:28,461 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=2b72a12f52dc1c9b036ba2396e54b469, ASSIGN; state=OFFLINE, location=257f9802b3ca,38337,1733919481677; forceNewPlan=false, retain=false 2024-12-11T12:18:28,553 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 to pos 7708, reset compression=false 2024-12-11T12:18:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-11T12:18:28,612 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=2b72a12f52dc1c9b036ba2396e54b469, regionState=OPENING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:28,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 2b72a12f52dc1c9b036ba2396e54b469, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:18:28,768 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 257f9802b3ca,38337,1733919481677 2024-12-11T12:18:28,775 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469. 2024-12-11T12:18:28,775 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 2b72a12f52dc1c9b036ba2396e54b469, NAME => 'testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469.', STARTKEY => '', ENDKEY => ''} 2024-12-11T12:18:28,775 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 2b72a12f52dc1c9b036ba2396e54b469 2024-12-11T12:18:28,775 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:28,776 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 2b72a12f52dc1c9b036ba2396e54b469 2024-12-11T12:18:28,776 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 2b72a12f52dc1c9b036ba2396e54b469 2024-12-11T12:18:28,778 INFO [StoreOpener-2b72a12f52dc1c9b036ba2396e54b469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 2b72a12f52dc1c9b036ba2396e54b469 2024-12-11T12:18:28,780 INFO [StoreOpener-2b72a12f52dc1c9b036ba2396e54b469-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b72a12f52dc1c9b036ba2396e54b469 columnFamilyName fam 2024-12-11T12:18:28,780 DEBUG [StoreOpener-2b72a12f52dc1c9b036ba2396e54b469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:28,781 INFO [StoreOpener-2b72a12f52dc1c9b036ba2396e54b469-1 {}] regionserver.HStore(327): Store=2b72a12f52dc1c9b036ba2396e54b469/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:28,782 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/testdroppedtimed/2b72a12f52dc1c9b036ba2396e54b469 2024-12-11T12:18:28,783 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/testdroppedtimed/2b72a12f52dc1c9b036ba2396e54b469 2024-12-11T12:18:28,788 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 2b72a12f52dc1c9b036ba2396e54b469 2024-12-11T12:18:28,791 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/testdroppedtimed/2b72a12f52dc1c9b036ba2396e54b469/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:28,791 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 2b72a12f52dc1c9b036ba2396e54b469; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60211909, jitterRate=-0.10277263820171356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T12:18:28,792 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 2b72a12f52dc1c9b036ba2396e54b469: 2024-12-11T12:18:28,793 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469., pid=66, masterSystemTime=1733919508767 2024-12-11T12:18:28,795 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469. 2024-12-11T12:18:28,796 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469. 2024-12-11T12:18:28,796 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=2b72a12f52dc1c9b036ba2396e54b469, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:28,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-11T12:18:28,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 2b72a12f52dc1c9b036ba2396e54b469, server=257f9802b3ca,38337,1733919481677 in 183 msec 2024-12-11T12:18:28,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-11T12:18:28,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=2b72a12f52dc1c9b036ba2396e54b469, ASSIGN in 340 msec 2024-12-11T12:18:28,801 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T12:18:28,801 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733919508801"}]},"ts":"1733919508801"} 2024-12-11T12:18:28,802 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-11T12:18:28,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:18:28,845 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T12:18:28,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 878 msec 2024-12-11T12:18:28,960 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 to pos 7708, reset compression=false 2024-12-11T12:18:28,966 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-11T12:18:28,966 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 to pos 8001, reset compression=false 2024-12-11T12:18:28,966 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-11T12:18:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-11T12:18:29,080 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-11T12:18:29,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T12:18:29,093 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T12:18:29,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T12:18:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-11T12:18:29,098 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T12:18:29,099 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:29,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-11T12:18:29,100 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T12:18:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T12:18:29,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741864_1040 (size=367) 2024-12-11T12:18:29,120 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 28f1042ffd273e23cc6938f643553974, NAME => 'testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d 2024-12-11T12:18:29,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741865_1041 (size=51) 2024-12-11T12:18:29,171 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 to pos 8001, reset compression=false 2024-12-11T12:18:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T12:18:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T12:18:29,476 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 to pos 8001, reset compression=false 2024-12-11T12:18:29,529 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:29,529 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 28f1042ffd273e23cc6938f643553974, disabling compactions & flushes 2024-12-11T12:18:29,529 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974. 2024-12-11T12:18:29,529 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974. 2024-12-11T12:18:29,529 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974. after waiting 0 ms 2024-12-11T12:18:29,529 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974. 2024-12-11T12:18:29,529 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974. 2024-12-11T12:18:29,529 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 28f1042ffd273e23cc6938f643553974: 2024-12-11T12:18:29,530 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T12:18:29,531 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733919509531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733919509531"}]},"ts":"1733919509531"} 2024-12-11T12:18:29,536 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-11T12:18:29,537 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T12:18:29,537 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733919509537"}]},"ts":"1733919509537"} 2024-12-11T12:18:29,539 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-11T12:18:29,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=28f1042ffd273e23cc6938f643553974, ASSIGN}] 2024-12-11T12:18:29,652 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=28f1042ffd273e23cc6938f643553974, ASSIGN 2024-12-11T12:18:29,653 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=28f1042ffd273e23cc6938f643553974, ASSIGN; state=OFFLINE, location=257f9802b3ca,37747,1733919488008; forceNewPlan=false, retain=false 2024-12-11T12:18:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T12:18:29,803 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=28f1042ffd273e23cc6938f643553974, regionState=OPENING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:29,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure 28f1042ffd273e23cc6938f643553974, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:29,881 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 to pos 8001, reset compression=false 2024-12-11T12:18:29,960 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 257f9802b3ca,37747,1733919488008 2024-12-11T12:18:29,973 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974. 2024-12-11T12:18:29,973 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 28f1042ffd273e23cc6938f643553974, NAME => 'testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974.', STARTKEY => '', ENDKEY => ''} 2024-12-11T12:18:29,974 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 28f1042ffd273e23cc6938f643553974 2024-12-11T12:18:29,974 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T12:18:29,974 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 28f1042ffd273e23cc6938f643553974 2024-12-11T12:18:29,974 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 28f1042ffd273e23cc6938f643553974 2024-12-11T12:18:29,979 INFO [StoreOpener-28f1042ffd273e23cc6938f643553974-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 28f1042ffd273e23cc6938f643553974 2024-12-11T12:18:29,982 INFO [StoreOpener-28f1042ffd273e23cc6938f643553974-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28f1042ffd273e23cc6938f643553974 columnFamilyName fam 2024-12-11T12:18:29,982 DEBUG [StoreOpener-28f1042ffd273e23cc6938f643553974-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T12:18:29,983 INFO [StoreOpener-28f1042ffd273e23cc6938f643553974-1 {}] regionserver.HStore(327): Store=28f1042ffd273e23cc6938f643553974/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T12:18:29,984 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/testdroppedtimed/28f1042ffd273e23cc6938f643553974 2024-12-11T12:18:29,984 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/testdroppedtimed/28f1042ffd273e23cc6938f643553974 2024-12-11T12:18:29,987 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 28f1042ffd273e23cc6938f643553974 2024-12-11T12:18:29,992 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/testdroppedtimed/28f1042ffd273e23cc6938f643553974/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T12:18:29,994 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 28f1042ffd273e23cc6938f643553974; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69588083, jitterRate=0.03694324195384979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T12:18:29,994 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 28f1042ffd273e23cc6938f643553974: 2024-12-11T12:18:29,995 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974., pid=64, masterSystemTime=1733919509960 2024-12-11T12:18:29,998 DEBUG [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974. 2024-12-11T12:18:29,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=28f1042ffd273e23cc6938f643553974, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:29,998 INFO [RS_OPEN_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974. 2024-12-11T12:18:30,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-11T12:18:30,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure 28f1042ffd273e23cc6938f643553974, server=257f9802b3ca,37747,1733919488008 in 194 msec 2024-12-11T12:18:30,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-11T12:18:30,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=28f1042ffd273e23cc6938f643553974, ASSIGN in 355 msec 2024-12-11T12:18:30,010 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T12:18:30,010 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733919510010"}]},"ts":"1733919510010"} 2024-12-11T12:18:30,013 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-11T12:18:30,028 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T12:18:30,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 933 msec 2024-12-11T12:18:30,114 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T12:18:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-11T12:18:30,209 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-11T12:18:30,209 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-11T12:18:30,209 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T12:18:30,217 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-11T12:18:30,217 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T12:18:30,217 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-11T12:18:30,217 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-11T12:18:30,217 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T12:18:30,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-11T12:18:30,227 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T12:18:30,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-11T12:18:30,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.HMaster(3938): Client=jenkins//172.17.0.2 disable replication peer, id=2 2024-12-11T12:18:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-11T12:18:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-11T12:18:30,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-11T12:18:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-11T12:18:30,396 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 257f9802b3ca,38337,1733919481677 2024-12-11T12:18:30,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38337 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-11T12:18:30,397 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-11T12:18:30,397 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-11T12:18:30,398 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-11T12:18:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-11T12:18:30,545 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1001506a85d000b, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T12:18:30,546 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c550595 to 127.0.0.1:58615 2024-12-11T12:18:30,546 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:30,646 WARN [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-11T12:18:30,746 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 terminated 2024-12-11T12:18:30,771 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-11T12:18:30,772 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-11T12:18:30,772 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-11T12:18:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-11T12:18:30,775 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on 257f9802b3ca,38337,1733919481677 suceeded 2024-12-11T12:18:30,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-11T12:18:30,777 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-11T12:18:30,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 532 msec 2024-12-11T12:18:30,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 546 msec 2024-12-11T12:18:30,821 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x012b7912 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3934095e 2024-12-11T12:18:30,835 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20b26836, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:30,838 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:58615 2024-12-11T12:18:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-11T12:18:30,852 DEBUG [hconnection-0x30081a8e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:30,853 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T12:18:30,855 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T12:18:30,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1001506a85d000f connected 2024-12-11T12:18:30,856 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=3d124373-a909-47bf-8b5f-43e1fa06caa2 to cluster=661683d3-81d3-4774-8783-4462fb191e73 2024-12-11T12:18:30,856 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=257f9802b3ca%2C38337%2C1733919481677 2024-12-11T12:18:30,856 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-11T12:18:30,875 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 257f9802b3ca%2C38337%2C1733919481677 2024-12-11T12:18:31,355 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-11T12:18:31,355 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-11T12:18:32,935 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-11T12:18:32,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-11T12:18:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34501 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-11T12:18:32,948 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733919512948"}]},"ts":"1733919512948"} 2024-12-11T12:18:32,949 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-11T12:18:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34501 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-11T12:18:33,006 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-11T12:18:33,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-11T12:18:33,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=28f1042ffd273e23cc6938f643553974, UNASSIGN}] 2024-12-11T12:18:33,015 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=28f1042ffd273e23cc6938f643553974, UNASSIGN 2024-12-11T12:18:33,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=28f1042ffd273e23cc6938f643553974, regionState=CLOSING, regionLocation=257f9802b3ca,37747,1733919488008 2024-12-11T12:18:33,017 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T12:18:33,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 28f1042ffd273e23cc6938f643553974, server=257f9802b3ca,37747,1733919488008}] 2024-12-11T12:18:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34501 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-11T12:18:33,145 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-11T12:18:33,173 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 257f9802b3ca,37747,1733919488008 2024-12-11T12:18:33,175 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 28f1042ffd273e23cc6938f643553974 2024-12-11T12:18:33,176 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-11T12:18:33,176 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 28f1042ffd273e23cc6938f643553974, disabling compactions & flushes 2024-12-11T12:18:33,177 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974. 2024-12-11T12:18:33,177 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974. 2024-12-11T12:18:33,177 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974. after waiting 0 ms 2024-12-11T12:18:33,177 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974. 2024-12-11T12:18:33,182 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/testdroppedtimed/28f1042ffd273e23cc6938f643553974/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:18:33,186 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974. 2024-12-11T12:18:33,186 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 28f1042ffd273e23cc6938f643553974: 2024-12-11T12:18:33,188 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 28f1042ffd273e23cc6938f643553974 2024-12-11T12:18:33,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=28f1042ffd273e23cc6938f643553974, regionState=CLOSED 2024-12-11T12:18:33,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-11T12:18:33,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 28f1042ffd273e23cc6938f643553974, server=257f9802b3ca,37747,1733919488008 in 173 msec 2024-12-11T12:18:33,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-11T12:18:33,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=28f1042ffd273e23cc6938f643553974, UNASSIGN in 178 msec 2024-12-11T12:18:33,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-11T12:18:33,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 188 msec 2024-12-11T12:18:33,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733919513221"}]},"ts":"1733919513221"} 2024-12-11T12:18:33,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-11T12:18:33,233 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-11T12:18:33,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 293 msec 2024-12-11T12:18:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34501 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-11T12:18:33,255 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-11T12:18:33,259 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34501 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-11T12:18:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34501 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-11T12:18:33,267 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T12:18:33,269 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T12:18:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34501 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-11T12:18:33,276 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/testdroppedtimed/28f1042ffd273e23cc6938f643553974 2024-12-11T12:18:33,283 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/testdroppedtimed/28f1042ffd273e23cc6938f643553974/fam, FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/testdroppedtimed/28f1042ffd273e23cc6938f643553974/recovered.edits] 2024-12-11T12:18:33,294 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/testdroppedtimed/28f1042ffd273e23cc6938f643553974/recovered.edits/4.seqid to hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/archive/data/default/testdroppedtimed/28f1042ffd273e23cc6938f643553974/recovered.edits/4.seqid 2024-12-11T12:18:33,295 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/testdroppedtimed/28f1042ffd273e23cc6938f643553974 2024-12-11T12:18:33,296 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-11T12:18:33,302 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T12:18:33,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37747 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-11T12:18:33,315 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-11T12:18:33,319 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-11T12:18:33,320 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T12:18:33,320 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-11T12:18:33,321 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733919513321"}]},"ts":"9223372036854775807"} 2024-12-11T12:18:33,330 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-11T12:18:33,330 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 28f1042ffd273e23cc6938f643553974, NAME => 'testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T12:18:33,330 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-11T12:18:33,330 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733919513330"}]},"ts":"9223372036854775807"} 2024-12-11T12:18:33,335 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-11T12:18:33,342 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T12:18:33,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 82 msec 2024-12-11T12:18:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34501 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-11T12:18:33,376 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-11T12:18:33,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.HMaster(3932): Client=jenkins//172.17.0.2 enable replication peer, id=2 2024-12-11T12:18:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-11T12:18:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-11T12:18:33,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-11T12:18:33,395 INFO [257f9802b3ca:38337Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [257f9802b3ca%2C38337%2C1733919481677]: currently replicating from: hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 at position: -1 2024-12-11T12:18:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-11T12:18:33,544 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 257f9802b3ca,38337,1733919481677 2024-12-11T12:18:33,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38337 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-11T12:18:33,544 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-11T12:18:33,545 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-11T12:18:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-11T12:18:33,547 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on 257f9802b3ca,38337,1733919481677 suceeded 2024-12-11T12:18:33,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-11T12:18:33,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-11T12:18:33,549 INFO [PEWorker-1 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-11T12:18:33,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 169 msec 2024-12-11T12:18:33,571 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, startPosition=0, beingWritten=true 2024-12-11T12:18:33,616 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:18:33,616 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/2b72a12f52dc1c9b036ba2396e54b469/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1733919510861/Put/vlen=4096/seqid=0; >],4327}, {test/d4a892c822573577ba2dcae0cb7d3f0e/4=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/5=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/6=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/7=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/8=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/9=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/10=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/11=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/12=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/13=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/14=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/15=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/16=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/17=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/18=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/19=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/20=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/21=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/22=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/23=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/24=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/25=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-11T12:18:33,625 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:18:33,627 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T12:18:33,630 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-11T12:18:33,630 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:18:33,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:33,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7673ee8f to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c19d309 2024-12-11T12:18:33,653 DEBUG [ReadOnlyZKClient-127.0.0.1:58615@0x7673ee8f {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51f797da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:33,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-11T12:18:33,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=257f9802b3ca,37747,1733919488008, seqNum=-1] 2024-12-11T12:18:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-11T12:18:33,690 DEBUG [hconnection-0x3684ad9d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:33,696 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T12:18:33,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:33,707 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:33,712 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1733919499115.1a4f871fffd4c59272c7d08974113858., hostname=257f9802b3ca,37747,1733919488008, seqNum=2] 2024-12-11T12:18:33,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:33,720 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1733919499115.1a4f871fffd4c59272c7d08974113858., hostname=257f9802b3ca,37747,1733919488008, seqNum=2] 2024-12-11T12:18:33,721 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1733919499115.1a4f871fffd4c59272c7d08974113858., hostname=257f9802b3ca,37747,1733919488008, seqNum=2] 2024-12-11T12:18:33,722 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1733919499115.1a4f871fffd4c59272c7d08974113858., hostname=257f9802b3ca,37747,1733919488008, seqNum=2] 2024-12-11T12:18:33,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:33,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:18:33,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:33,750 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:33,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:33,755 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:33,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:33,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919573741, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:33,830 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x238c89c3 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32af09dc 2024-12-11T12:18:33,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:18:33,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T12:18:33,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:33,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:33,870 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ca5456c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:33,873 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:33,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:33,874 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:33,877 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x238c89c3 to 127.0.0.1:58615 2024-12-11T12:18:33,878 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:33,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:33,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:33,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:33,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:33,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:33,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:33,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:33,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:33,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:33,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:33,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:33,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:33,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:33,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:33,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:33,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:33,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:33,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:33,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:33,969 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:33,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:33,986 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:33,988 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:33,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:33,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919573979, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:33,991 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b977b1c to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f9de599 2024-12-11T12:18:34,015 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fbd13a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:34,017 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:34,018 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:34,020 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b977b1c to 127.0.0.1:58615 2024-12-11T12:18:34,020 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:34,191 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T12:18:34,192 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T12:18:34,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:34,229 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:34,230 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:34,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:34,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919574221, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:34,234 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a0e86fb to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b7af98e 2024-12-11T12:18:34,242 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a16fffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:34,245 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:34,247 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:34,254 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a0e86fb to 127.0.0.1:58615 2024-12-11T12:18:34,254 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:34,306 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T12:18:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:34,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:34,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:34,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:34,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:34,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:34,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:34,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:34,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:34,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:34,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:34,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:34,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:34,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:34,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:34,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:34,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:34,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:34,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:34,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:34,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:34,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:34,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:34,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:34,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:34,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:34,503 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:34,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:34,560 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:34,561 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:34,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:34,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919574555, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:34,565 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ca1e43c to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20ebd0af 2024-12-11T12:18:34,640 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d4f3251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:34,642 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:34,643 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:34,645 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ca1e43c to 127.0.0.1:58615 2024-12-11T12:18:34,645 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:35,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:35,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:35,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:35,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:35,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:35,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:35,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:35,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:35,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:35,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:35,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:35,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:35,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:35,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:35,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:35,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:35,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:35,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:35,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:35,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:35,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:35,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:35,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:35,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:35,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:35,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:35,052 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:35,053 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:35,054 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:35,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:35,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919575046, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:35,056 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58222324 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26b2fe27 2024-12-11T12:18:35,084 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32fb9d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:35,085 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:35,087 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:35,089 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58222324 to 127.0.0.1:58615 2024-12-11T12:18:35,089 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:35,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:35,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:35,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:35,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:35,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:35,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:35,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:35,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:35,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:35,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:35,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:35,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:35,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:35,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:35,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:35,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:35,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:35,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:35,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:35,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:35,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:35,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:35,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:35,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:35,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:35,581 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:35,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:35,596 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:35,597 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:35,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:35,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919575590, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:35,598 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22c28cb9 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d4e3c07 2024-12-11T12:18:35,618 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7edaae8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:35,619 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:35,620 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:35,623 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22c28cb9 to 127.0.0.1:58615 2024-12-11T12:18:35,623 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:36,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:36,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:36,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:36,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:36,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:36,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:36,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:36,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:36,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:36,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:36,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:36,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:36,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:36,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:36,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:36,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:36,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:36,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:36,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:36,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:36,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:36,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:36,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:36,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:36,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:36,106 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:36,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:36,229 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:36,230 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:36,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:36,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919576224, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:36,231 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75807444 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@677a2eb7 2024-12-11T12:18:36,242 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18bb39b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:36,243 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:36,244 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:36,246 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75807444 to 127.0.0.1:58615 2024-12-11T12:18:36,246 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:36,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:36,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:36,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:36,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:36,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:36,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:36,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:36,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:36,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:36,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:36,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:36,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:36,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:36,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:36,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:36,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:36,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:36,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:36,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:36,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:36,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:36,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:36,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:36,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:36,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:36,628 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:36,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:36,952 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:36,952 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:36,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:36,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919576947, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:36,954 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x199b4a36 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@df3277d 2024-12-11T12:18:36,986 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cc4d1f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:36,987 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:36,988 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:36,989 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x199b4a36 to 127.0.0.1:58615 2024-12-11T12:18:36,990 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:37,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:37,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:37,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:37,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:37,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:37,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:37,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:37,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:37,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:37,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:37,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:37,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:37,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:37,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:37,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:37,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:37,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:37,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:37,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:37,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:37,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:37,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:37,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:37,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:37,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:37,149 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:37,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:37,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:37,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:37,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:37,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:37,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:37,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:37,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:37,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:37,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:37,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:37,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:37,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:37,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:37,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:37,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:37,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:37,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:37,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:37,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:37,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:37,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:37,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:37,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:37,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:37,672 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:37,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:37,797 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:37,798 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:37,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:37,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919577791, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:37,802 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3468c377 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2034d248 2024-12-11T12:18:37,852 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a15e4c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:37,853 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T12:18:37,855 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:37,857 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:37,859 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3468c377 to 127.0.0.1:58615 2024-12-11T12:18:37,859 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:38,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:38,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:38,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:38,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:38,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:38,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:38,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:38,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:38,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:38,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:38,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:38,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:38,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:38,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:38,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:38,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:38,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:38,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:38,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:38,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:38,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:38,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:38,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:38,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:38,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:38,197 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:38,395 INFO [257f9802b3ca:38337Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [257f9802b3ca%2C38337%2C1733919481677]: currently replicating from: hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 at position: -1 2024-12-11T12:18:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:38,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:38,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:38,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:38,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:38,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:38,703 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T12:18:38,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:38,704 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T12:18:38,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:38,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:38,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:38,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:38,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:38,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:38,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:38,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:38,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:38,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:38,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:38,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:38,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:38,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:38,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:38,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:38,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:38,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:38,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:38,717 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:38,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:38,765 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:38,765 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:38,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:38,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919578760, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:38,767 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40672dc2 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46470114 2024-12-11T12:18:38,775 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2391ceea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:38,777 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:38,778 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:38,779 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40672dc2 to 127.0.0.1:58615 2024-12-11T12:18:38,779 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:38,835 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:18:38,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T12:18:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:39,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:39,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:39,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:39,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:39,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:39,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:39,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:39,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:39,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:39,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:39,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:39,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:39,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:39,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:39,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:39,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:39,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:39,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:39,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:39,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:39,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:39,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:39,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:39,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:39,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:39,242 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:39,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:39,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:39,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:39,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:39,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:39,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:39,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:39,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:39,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:39,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:39,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:39,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:39,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:39,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:39,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:39,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:39,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:39,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:39,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:39,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:39,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:39,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:39,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:39,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:39,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:39,763 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:39,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:39,785 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:39,785 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:39,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:39,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919579780, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:39,786 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5998b34b to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27a956cd 2024-12-11T12:18:39,798 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a622a4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:39,800 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:39,800 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:39,802 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5998b34b to 127.0.0.1:58615 2024-12-11T12:18:39,802 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:40,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:40,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:40,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:40,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:40,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:40,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:40,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:40,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:40,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:40,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:40,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:40,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:40,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:40,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:40,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:40,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:40,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:40,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:40,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:40,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:40,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:40,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:40,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:40,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:40,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:40,285 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:40,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:40,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:40,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:40,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:40,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:40,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:40,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:40,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:40,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:40,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:40,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:40,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:40,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:40,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:40,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:40,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:40,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:40,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:40,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:40,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:40,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:40,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:40,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:40,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:40,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:40,809 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:40,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:40,810 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:40,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:40,810 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:40,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919580803, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:40,812 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72ed718c to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f9f5e22 2024-12-11T12:18:40,825 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b427d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:40,828 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:40,829 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:40,831 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72ed718c to 127.0.0.1:58615 2024-12-11T12:18:40,832 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:41,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:41,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:41,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:41,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:41,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:41,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:41,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:41,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:41,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:41,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:41,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:41,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:41,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:41,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:41,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:41,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:41,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:41,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:41,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:41,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:41,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:41,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:41,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:41,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:41,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:41,327 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:41,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:41,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:41,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:41,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:41,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:41,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:41,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:41,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:41,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:41,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:41,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:41,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:41,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:41,836 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:41,837 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:41,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:41,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919581832, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:41,839 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6fe29078 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a69bde8 2024-12-11T12:18:41,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:41,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:41,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:41,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:41,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:41,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:41,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:41,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:41,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:41,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:41,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:41,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:41,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:41,847 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:41,850 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f46b9ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:41,851 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:41,852 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:41,854 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6fe29078 to 127.0.0.1:58615 2024-12-11T12:18:41,854 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:42,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:42,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:42,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:42,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:42,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:42,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:42,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:42,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:42,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:42,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:42,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:42,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:42,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:42,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:42,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:42,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:42,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:42,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:42,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:42,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:42,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:42,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:42,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:42,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:42,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:42,364 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:42,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:42,859 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:42,859 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:42,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:42,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919582854, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:42,861 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75162984 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32574c33 2024-12-11T12:18:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:42,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:42,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:42,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:42,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:42,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:42,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:42,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:42,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:42,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:42,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:42,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:42,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:42,873 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28c41245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:42,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:42,875 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:42,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:42,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:42,875 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:42,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:42,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:42,877 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75162984 to 127.0.0.1:58615 2024-12-11T12:18:42,877 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:42,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:42,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:42,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:42,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:42,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:42,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:42,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:42,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:42,881 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:43,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:43,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:43,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:43,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:43,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:43,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:43,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:43,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:43,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:43,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:43,395 INFO [257f9802b3ca:38337Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [257f9802b3ca%2C38337%2C1733919481677]: currently replicating from: hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 at position: -1 2024-12-11T12:18:43,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:43,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:43,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:43,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:43,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:43,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:43,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:43,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:43,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:43,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:43,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:43,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:43,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:43,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:43,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:43,423 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:43,835 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:18:43,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T12:18:43,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:43,884 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:43,885 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:43,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:43,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919583878, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:43,887 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02737a11 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@acd88b8 2024-12-11T12:18:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:43,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:43,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:43,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:43,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:43,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:43,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:43,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:43,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:43,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:43,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:43,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:43,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:43,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:43,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:43,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:43,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:43,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:43,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:43,940 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@293e59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:43,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:43,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:43,942 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:43,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:43,943 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:43,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:43,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:43,945 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02737a11 to 127.0.0.1:58615 2024-12-11T12:18:43,945 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:43,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:43,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:43,948 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:44,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:44,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:44,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:44,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:44,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:44,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:44,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:44,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:44,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:44,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:44,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:44,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:44,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:44,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:44,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:44,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:44,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:44,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:44,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:44,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:44,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:44,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:44,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:44,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:44,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:44,472 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:44,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:44,953 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:44,954 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:44,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:44,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919584946, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:44,957 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4fad99da to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fdf0990 2024-12-11T12:18:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:44,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:44,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:44,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:44,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:44,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:44,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:44,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:44,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:44,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:44,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:44,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:44,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:44,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:44,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:44,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:44,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:44,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:44,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:44,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:44,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:44,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:44,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:44,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:44,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:44,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:44,987 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:44,990 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fe8b08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:44,991 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:44,992 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:44,994 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4fad99da to 127.0.0.1:58615 2024-12-11T12:18:44,994 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:45,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:45,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:45,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:45,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:45,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:45,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:45,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:45,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:45,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:45,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:45,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:45,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:45,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:45,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:45,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:45,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:45,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:45,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:45,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:45,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:45,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:45,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:45,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:45,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:45,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:45,503 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:45,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:46,000 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:46,000 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:46,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:46,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919585995, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:46,002 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0cd25adf to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b86415c 2024-12-11T12:18:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:46,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:46,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:46,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:46,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:46,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:46,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:46,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:46,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:46,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:46,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:46,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:46,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:46,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:46,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:46,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:46,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:46,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:46,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:46,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:46,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:46,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:46,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:46,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:46,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:46,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:46,016 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:46,037 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b5035ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:46,038 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:46,039 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:46,041 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0cd25adf to 127.0.0.1:58615 2024-12-11T12:18:46,041 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:46,350 INFO [master/257f9802b3ca:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T12:18:46,350 INFO [master/257f9802b3ca:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T12:18:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:46,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:46,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:46,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:46,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:46,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:46,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:46,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:46,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:46,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:46,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:46,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:46,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:46,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:46,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:46,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:46,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:46,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:46,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:46,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:46,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:46,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:46,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:46,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:46,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:46,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:46,534 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:47,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:47,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:47,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:47,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:47,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:47,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:47,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:47,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:47,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:47,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:47,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:47,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:47,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:47,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:47,050 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:47,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:47,050 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:47,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:47,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919587043, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:47,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:47,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:47,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:47,052 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19493e39 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@603c00ed 2024-12-11T12:18:47,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:47,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:47,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:47,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:47,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:47,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:47,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:47,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:47,055 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:47,116 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5af9be48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:47,119 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:47,121 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:47,125 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19493e39 to 127.0.0.1:58615 2024-12-11T12:18:47,125 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:47,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:47,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:47,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:47,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:47,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:47,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:47,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:47,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:47,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:47,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:47,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:47,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:47,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:47,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:47,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:47,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:47,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:47,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:47,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:47,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:47,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:47,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:47,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:47,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:47,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:47,567 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:48,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:48,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:48,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:48,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:48,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:48,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:48,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:48,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:48,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:48,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:48,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:48,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:48,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:48,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:48,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:48,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:48,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:48,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:48,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:48,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:48,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:48,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:48,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:48,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:48,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:48,079 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:48,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:48,130 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:48,130 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:48,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:48,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919588126, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:48,132 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x111c9d20 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a7cc86 2024-12-11T12:18:48,142 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63b2b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:48,143 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:48,144 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:48,148 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x111c9d20 to 127.0.0.1:58615 2024-12-11T12:18:48,148 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:48,395 INFO [257f9802b3ca:38337Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [257f9802b3ca%2C38337%2C1733919481677]: currently replicating from: hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 at position: -1 2024-12-11T12:18:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:48,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:48,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:48,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:48,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:48,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:48,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:48,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:48,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:48,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:48,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:48,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:48,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:48,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:48,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:48,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:48,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:48,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:48,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:48,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:48,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:48,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:48,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:48,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:48,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:48,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:48,592 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:48,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:18:48,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T12:18:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:49,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:49,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:49,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:49,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:49,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:49,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:49,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:49,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:49,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:49,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:49,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:49,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:49,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:49,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:49,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:49,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:49,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:49,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:49,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:49,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:49,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:49,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:49,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:49,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:49,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:49,114 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:49,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:49,153 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:49,154 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:49,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:49,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919589149, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:49,156 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1476a652 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b1a8ba6 2024-12-11T12:18:49,167 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64a6e4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:49,169 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:49,171 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:49,173 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1476a652 to 127.0.0.1:58615 2024-12-11T12:18:49,173 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:49,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:49,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:49,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:49,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:49,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:49,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:49,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:49,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:49,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:49,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:49,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:49,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:49,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:49,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:49,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:49,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:49,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:49,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:49,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:49,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:49,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:49,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:49,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:49,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:49,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:49,635 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:50,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:50,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:50,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:50,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:50,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:50,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:50,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:50,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:50,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:50,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:50,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:50,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:50,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:50,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:50,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:50,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:50,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:50,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:50,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:50,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:50,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:50,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:50,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:50,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:50,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:50,157 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:50,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:50,179 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:50,180 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:50,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:50,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919590174, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:50,181 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12742653 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ddcd800 2024-12-11T12:18:50,192 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e8ff3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:50,193 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:50,194 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:50,196 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12742653 to 127.0.0.1:58615 2024-12-11T12:18:50,196 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:50,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:50,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:50,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:50,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:50,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:50,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:50,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:50,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:50,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:50,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:50,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:50,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:50,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:50,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:50,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:50,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:50,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:50,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:50,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:50,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:50,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:50,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:50,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:50,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:50,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:50,669 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:51,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:51,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:51,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:51,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:51,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:51,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:51,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:51,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:51,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:51,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:51,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:51,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:51,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:51,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:51,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:51,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:51,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:51,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:51,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:51,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:51,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:51,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:51,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:51,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:51,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:51,182 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:51,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:51,203 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:51,204 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:51,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:51,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919591197, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:51,205 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x244065a0 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f47a5f0 2024-12-11T12:18:51,250 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e076806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:51,252 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:51,253 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:51,255 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x244065a0 to 127.0.0.1:58615 2024-12-11T12:18:51,255 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:51,336 INFO [master/257f9802b3ca:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T12:18:51,336 INFO [master/257f9802b3ca:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T12:18:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:51,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:51,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:51,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:51,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:51,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:51,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:51,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:51,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:51,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:51,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:51,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:51,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:51,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:51,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:51,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:51,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:51,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:51,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:51,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:51,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:51,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:51,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:51,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:51,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:51,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:51,695 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:52,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:52,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:52,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:52,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:52,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:52,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:52,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:52,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:52,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:52,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:52,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:52,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:52,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:52,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:52,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:52,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:52,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:52,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:52,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:52,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:52,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:52,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:52,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:52,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:52,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:52,211 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:52,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:52,262 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:52,262 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:52,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:52,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919592256, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:52,264 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72bef851 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70d4bbd3 2024-12-11T12:18:52,275 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25c6aa97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:52,276 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:52,277 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:52,278 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72bef851 to 127.0.0.1:58615 2024-12-11T12:18:52,278 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:52,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:52,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:52,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:52,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:52,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:52,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:52,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:52,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:52,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:52,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:52,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:52,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:52,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:52,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:52,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:52,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:52,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:52,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:52,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:52,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:52,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:52,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:52,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:52,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:52,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:52,724 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:53,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:53,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:53,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:53,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:53,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:53,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:53,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:53,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:53,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:53,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:53,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:53,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:53,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:53,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:53,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:53,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:53,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:53,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:53,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:53,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:53,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:53,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:53,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:53,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:53,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:53,236 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:53,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:53,284 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:53,284 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:53,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:53,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919593279, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:53,287 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x52e8376c to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73714c1 2024-12-11T12:18:53,327 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17b584a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:53,330 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:53,332 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:53,334 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x52e8376c to 127.0.0.1:58615 2024-12-11T12:18:53,334 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:53,395 INFO [257f9802b3ca:38337Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [257f9802b3ca%2C38337%2C1733919481677]: currently replicating from: hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 at position: -1 2024-12-11T12:18:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:53,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:53,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:53,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:53,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:53,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:53,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:53,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:53,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:53,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:53,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:53,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:53,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:53,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:53,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:53,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:53,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:53,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:53,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:53,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:53,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:53,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:53,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:53,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:53,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:53,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:53,745 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:53,835 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:18:53,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T12:18:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:54,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:54,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:54,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:54,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:54,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:54,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:54,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:54,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:54,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:54,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:54,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:54,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:54,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:54,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:54,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:54,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:54,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:54,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:54,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:54,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:54,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:54,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:54,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:54,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:54,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:54,256 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:54,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:54,339 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:54,340 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:54,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:54,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919594335, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:54,342 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ab7cea7 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6519582c 2024-12-11T12:18:54,399 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5eb240b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:54,401 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:54,402 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:54,403 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ab7cea7 to 127.0.0.1:58615 2024-12-11T12:18:54,403 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:54,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:54,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:54,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:54,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:54,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:54,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:54,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:54,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:54,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:54,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:54,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:54,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:54,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:54,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:54,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:54,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:54,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:54,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:54,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:54,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:54,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:54,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:54,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:54,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:54,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:54,775 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:55,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:55,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:55,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:55,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:55,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:55,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:55,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:55,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:55,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:55,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:55,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:55,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:55,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:55,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:55,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:55,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:55,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:55,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:55,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:55,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:55,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:55,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:55,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:55,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:55,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:55,286 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:55,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:55,538 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:55,539 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:55,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:55,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919595404, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:55,540 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d09d36a to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62fe2adf 2024-12-11T12:18:55,549 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e0509b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:55,551 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:55,551 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:55,553 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d09d36a to 127.0.0.1:58615 2024-12-11T12:18:55,553 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:55,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:55,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:55,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:55,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:55,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:55,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:55,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:55,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:55,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:55,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:55,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:55,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:55,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:55,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:55,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:55,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:55,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:55,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:55,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:55,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:55,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:55,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:55,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:55,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:55,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:55,797 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:56,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:56,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:56,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:56,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:56,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:56,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:56,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:56,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:56,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:56,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:56,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:56,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:56,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:56,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:56,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:56,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:56,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:56,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:56,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:56,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:56,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:56,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:56,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:56,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:56,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:56,309 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:56,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:56,562 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:56,564 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:56,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:56,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919596554, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:56,566 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bfdbf09 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6846da7b 2024-12-11T12:18:56,575 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e880e43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:56,576 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:56,577 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:56,578 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bfdbf09 to 127.0.0.1:58615 2024-12-11T12:18:56,578 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:56,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:56,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:56,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:56,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:56,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:56,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:56,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:56,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:56,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:56,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:56,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:56,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:56,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:56,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:56,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:56,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:56,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:56,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:56,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:56,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:56,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:56,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:56,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:56,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:56,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:56,831 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:57,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:57,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:57,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:57,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:57,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:57,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:57,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:57,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:57,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:57,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:57,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:57,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:57,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:57,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:57,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:57,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:57,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:57,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:57,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:57,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:57,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:57,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:57,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:57,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:57,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:57,344 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:57,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:57,582 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:57,583 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:57,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:57,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919597579, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:57,584 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x656555b6 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b2ece63 2024-12-11T12:18:57,620 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15fa3553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:57,621 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:57,622 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:57,624 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x656555b6 to 127.0.0.1:58615 2024-12-11T12:18:57,624 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:57,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:57,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:57,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:57,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:57,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:57,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:57,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:57,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:57,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:57,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:57,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:57,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:57,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:57,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:57,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:57,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:57,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:57,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:57,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:57,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:57,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:57,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:57,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:57,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:57,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:57,859 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:58,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:58,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:58,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:58,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:58,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:58,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:58,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:58,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:58,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:58,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:58,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:58,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:58,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:58,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:58,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:58,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:58,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:58,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:58,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:58,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:58,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:58,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:58,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:58,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:58,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:58,370 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:58,395 INFO [257f9802b3ca:38337Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [257f9802b3ca%2C38337%2C1733919481677]: currently replicating from: hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 at position: -1 2024-12-11T12:18:58,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:58,768 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:58,768 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:58,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:58,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919598625, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:58,769 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c84a660 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51142e45 2024-12-11T12:18:58,782 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1500c999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:58,783 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:58,784 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:58,786 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c84a660 to 127.0.0.1:58615 2024-12-11T12:18:58,786 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:58,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:18:58,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T12:18:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:58,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:58,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:58,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:58,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:58,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:58,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:58,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:58,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:58,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:58,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:58,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:58,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:58,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:58,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:58,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:58,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:58,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:58,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:58,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:58,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:58,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:58,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:58,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:58,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:58,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:58,895 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:18:59,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:18:59,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:18:59,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:18:59,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:18:59,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:18:59,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:18:59,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:18:59,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:18:59,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:18:59,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:18:59,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:18:59,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:18:59,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:18:59,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:18:59,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:18:59,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:18:59,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:18:59,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:18:59,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:18:59,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:18:59,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:18:59,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:18:59,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:18:59,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:18:59,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:18:59,408 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:18:59,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:18:59,791 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:18:59,792 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:59,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:18:59,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919599786, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:18:59,794 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63c8c1fd to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@13debdc7 2024-12-11T12:18:59,816 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:18:59,818 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:18:59,819 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:18:59,821 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63c8c1fd to 127.0.0.1:58615 2024-12-11T12:18:59,821 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:18:59,909 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-11T12:18:59,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-11T12:18:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-11T12:18:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-11T12:18:59,912 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733919539912"}]},"ts":"1733919539912"} 2024-12-11T12:18:59,914 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-11T12:18:59,924 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-11T12:18:59,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-11T12:18:59,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=2b72a12f52dc1c9b036ba2396e54b469, UNASSIGN}] 2024-12-11T12:18:59,926 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=2b72a12f52dc1c9b036ba2396e54b469, UNASSIGN 2024-12-11T12:18:59,927 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=2b72a12f52dc1c9b036ba2396e54b469, regionState=CLOSING, regionLocation=257f9802b3ca,38337,1733919481677 2024-12-11T12:18:59,928 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T12:18:59,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure 2b72a12f52dc1c9b036ba2396e54b469, server=257f9802b3ca,38337,1733919481677}] 2024-12-11T12:19:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-11T12:19:00,079 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 257f9802b3ca,38337,1733919481677 2024-12-11T12:19:00,080 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close 2b72a12f52dc1c9b036ba2396e54b469 2024-12-11T12:19:00,080 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-11T12:19:00,080 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing 2b72a12f52dc1c9b036ba2396e54b469, disabling compactions & flushes 2024-12-11T12:19:00,081 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469. 2024-12-11T12:19:00,081 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469. 2024-12-11T12:19:00,081 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469. after waiting 0 ms 2024-12-11T12:19:00,081 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469. 2024-12-11T12:19:00,082 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing 2b72a12f52dc1c9b036ba2396e54b469 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-11T12:19:00,114 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T12:19:00,136 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/testdroppedtimed/2b72a12f52dc1c9b036ba2396e54b469/.tmp/fam/3922db5532014de3adad8400dceff694 is 4154, key is 0 put on table to be dropped/fam:row/1733919510861/Put/seqid=0 2024-12-11T12:19:00,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741866_1042 (size=9218) 2024-12-11T12:19:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-11T12:19:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-11T12:19:00,550 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/testdroppedtimed/2b72a12f52dc1c9b036ba2396e54b469/.tmp/fam/3922db5532014de3adad8400dceff694 2024-12-11T12:19:00,608 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/testdroppedtimed/2b72a12f52dc1c9b036ba2396e54b469/.tmp/fam/3922db5532014de3adad8400dceff694 as hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/testdroppedtimed/2b72a12f52dc1c9b036ba2396e54b469/fam/3922db5532014de3adad8400dceff694 2024-12-11T12:19:00,619 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/testdroppedtimed/2b72a12f52dc1c9b036ba2396e54b469/fam/3922db5532014de3adad8400dceff694, entries=1, sequenceid=5, filesize=9.0 K 2024-12-11T12:19:00,623 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for 2b72a12f52dc1c9b036ba2396e54b469 in 542ms, sequenceid=5, compaction requested=false 2024-12-11T12:19:00,623 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-11T12:19:00,631 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/testdroppedtimed/2b72a12f52dc1c9b036ba2396e54b469/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T12:19:00,632 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469. 2024-12-11T12:19:00,632 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for 2b72a12f52dc1c9b036ba2396e54b469: 2024-12-11T12:19:00,633 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed 2b72a12f52dc1c9b036ba2396e54b469 2024-12-11T12:19:00,634 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=2b72a12f52dc1c9b036ba2396e54b469, regionState=CLOSED 2024-12-11T12:19:00,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-11T12:19:00,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure 2b72a12f52dc1c9b036ba2396e54b469, server=257f9802b3ca,38337,1733919481677 in 708 msec 2024-12-11T12:19:00,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-11T12:19:00,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=2b72a12f52dc1c9b036ba2396e54b469, UNASSIGN in 712 msec 2024-12-11T12:19:00,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-11T12:19:00,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 716 msec 2024-12-11T12:19:00,646 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733919540646"}]},"ts":"1733919540646"} 2024-12-11T12:19:00,647 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-11T12:19:00,699 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-11T12:19:00,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 791 msec 2024-12-11T12:19:00,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:00,827 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:00,827 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:00,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:00,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919600822, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:00,829 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49925f4e to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fc4e33e 2024-12-11T12:19:00,841 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20db3420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:00,843 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:00,844 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:00,846 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49925f4e to 127.0.0.1:58615 2024-12-11T12:19:00,846 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-11T12:19:01,018 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-11T12:19:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:01,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:01,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:01,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:01,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:01,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:01,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:01,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:01,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:01,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:01,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:01,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:01,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:01,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:01,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:01,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:01,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:01,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:01,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:01,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:01,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:01,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:01,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:01,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:01,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:01,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:01,037 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:01,355 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-11T12:19:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:01,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:01,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:01,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:01,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:01,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:01,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:01,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:01,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:01,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:01,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:01,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:01,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:01,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:01,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:01,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:01,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:01,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:01,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:01,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:01,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:01,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:01,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:01,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:01,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:01,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:01,558 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:01,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:01,851 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:01,851 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:01,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:01,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919601847, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:01,853 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x129162f6 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a44be89 2024-12-11T12:19:01,899 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63c7e3d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:01,901 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:01,902 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:01,903 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x129162f6 to 127.0.0.1:58615 2024-12-11T12:19:01,903 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:02,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:02,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:02,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:02,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:02,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:02,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:02,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:02,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:02,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:02,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:02,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:02,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:02,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:02,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:02,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:02,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:02,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:02,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:02,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:02,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:02,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:02,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:02,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:02,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:02,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:02,076 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:02,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:02,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:02,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:02,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:02,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:02,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:02,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:02,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:02,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:02,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:02,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:02,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:02,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:02,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:02,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:02,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:02,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:02,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:02,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:02,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:02,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:02,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:02,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:02,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:02,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:02,601 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:02,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:02,911 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:02,912 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:02,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:02,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919602904, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:02,914 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22474ff5 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d480dc2 2024-12-11T12:19:02,933 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41cd8cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:02,935 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:02,936 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:02,939 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22474ff5 to 127.0.0.1:58615 2024-12-11T12:19:02,939 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:03,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:03,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:03,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:03,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:03,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:03,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:03,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:03,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:03,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:03,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:03,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:03,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:03,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:03,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:03,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:03,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:03,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:03,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:03,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:03,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:03,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:03,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:03,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:03,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:03,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:03,126 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:03,395 INFO [257f9802b3ca:38337Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [257f9802b3ca%2C38337%2C1733919481677]: currently replicating from: hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 at position: -1 2024-12-11T12:19:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:03,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:03,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:03,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:03,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:03,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:03,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:03,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:03,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:03,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:03,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:03,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:03,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:03,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:03,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:03,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:03,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:03,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:03,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:03,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:03,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:03,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:03,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:03,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:03,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:03,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:03,646 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:03,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:19:03,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T12:19:03,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:03,951 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:03,952 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:03,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:03,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919603940, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:03,953 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x222b3d79 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fd002e3 2024-12-11T12:19:04,009 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52d793c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:04,012 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:04,014 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:04,017 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x222b3d79 to 127.0.0.1:58615 2024-12-11T12:19:04,017 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:04,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:04,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:04,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:04,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:04,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:04,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:04,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:04,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:04,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:04,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:04,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:04,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:04,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:04,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:04,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:04,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:04,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:04,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:04,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:04,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:04,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:04,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:04,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:04,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:04,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:04,165 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:04,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:04,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:04,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:04,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:04,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:04,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:04,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:04,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:04,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:04,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:04,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:04,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:04,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:04,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:04,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:04,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:04,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:04,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:04,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:04,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:04,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:04,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:04,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:04,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:04,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:04,685 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:04,836 DEBUG [master/257f9802b3ca:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 4c83a841ccce6e7be041ad19e25a6793 changed from -1.0 to 0.0, refreshing cache 2024-12-11T12:19:05,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:05,030 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:05,031 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:05,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:05,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919605018, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:05,033 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c2b3d73 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3393e90f 2024-12-11T12:19:05,074 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d347566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:05,076 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:05,077 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:05,078 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c2b3d73 to 127.0.0.1:58615 2024-12-11T12:19:05,078 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:05,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:05,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:05,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:05,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:05,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:05,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:05,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:05,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:05,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:05,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:05,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:05,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:05,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:05,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:05,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:05,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:05,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:05,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:05,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:05,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:05,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:05,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:05,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:05,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:05,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:05,204 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:05,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:05,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:05,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:05,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:05,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:05,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:05,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:05,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:05,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:05,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:05,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:05,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:05,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:05,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:05,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:05,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:05,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:05,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:05,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:05,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:05,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:05,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:05,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:05,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:05,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:05,723 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:06,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:06,088 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:06,089 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:06,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:06,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919606080, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:06,092 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fb68031 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53c1c559 2024-12-11T12:19:06,153 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d200502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:06,156 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:06,158 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:06,159 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T12:19:06,162 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fb68031 to 127.0.0.1:58615 2024-12-11T12:19:06,162 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:06,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:06,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:06,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:06,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:06,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:06,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:06,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:06,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:06,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:06,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:06,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:06,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:06,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:06,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:06,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:06,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:06,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:06,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:06,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:06,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:06,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:06,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:06,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:06,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:06,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:06,234 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:06,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:06,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:06,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:06,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:06,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:06,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:06,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:06,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:06,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:06,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:06,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:06,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:06,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:06,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:06,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:06,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:06,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:06,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:06,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:06,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:06,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:06,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:06,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:06,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:06,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:06,756 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:07,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:07,170 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:07,171 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:07,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:07,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919607163, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:07,172 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x130f228a to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e39c6bf 2024-12-11T12:19:07,217 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@639cc26f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:07,220 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:07,222 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:07,224 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x130f228a to 127.0.0.1:58615 2024-12-11T12:19:07,225 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:07,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:07,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:07,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:07,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:07,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:07,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:07,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:07,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:07,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:07,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:07,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:07,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:07,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:07,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:07,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:07,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:07,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:07,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:07,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:07,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:07,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:07,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:07,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:07,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:07,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:07,276 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:07,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:07,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:07,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:07,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:07,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:07,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:07,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:07,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:07,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:07,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:07,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:07,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:07,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:07,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:07,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:07,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:07,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:07,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:07,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:07,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:07,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:07,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:07,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:07,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:07,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:07,795 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:07,854 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T12:19:08,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:08,232 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:08,233 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:08,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:08,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919608226, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:08,235 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4def8bc4 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4de3b0f8 2024-12-11T12:19:08,283 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48e98c91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:08,284 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:08,285 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:08,286 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4def8bc4 to 127.0.0.1:58615 2024-12-11T12:19:08,287 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:08,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:08,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:08,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:08,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:08,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:08,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:08,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:08,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:08,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:08,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:08,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:08,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:08,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:08,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:08,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:08,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:08,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:08,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:08,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:08,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:08,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:08,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:08,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:08,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:08,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:08,305 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:08,395 INFO [257f9802b3ca:38337Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [257f9802b3ca%2C38337%2C1733919481677]: currently replicating from: hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 at position: -1 2024-12-11T12:19:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:08,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:08,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:08,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:08,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:08,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:08,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:08,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:08,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:08,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:08,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:08,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:08,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:08,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:08,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:08,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:08,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:08,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:08,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:08,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:08,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:08,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:08,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:08,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:08,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:08,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:08,824 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:08,835 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:19:08,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T12:19:09,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:09,298 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:09,299 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:09,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:09,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919609288, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:09,300 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2911baa0 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7925ab0a 2024-12-11T12:19:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:09,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:09,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:09,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:09,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:09,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:09,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:09,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:09,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:09,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:09,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:09,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:09,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:09,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:09,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:09,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:09,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:09,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:09,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:09,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:09,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:09,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:09,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:09,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:09,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:09,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:09,334 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:09,357 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d2c2dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:09,359 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:09,360 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:09,361 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2911baa0 to 127.0.0.1:58615 2024-12-11T12:19:09,361 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:09,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:09,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:09,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:09,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:09,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:09,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:09,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:09,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:09,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:09,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:09,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:09,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:09,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:09,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:09,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:09,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:09,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:09,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:09,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:09,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:09,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:09,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:09,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:09,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:09,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:09,851 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:10,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:10,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:10,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:10,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:10,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:10,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:10,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:10,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:10,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:10,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:10,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:10,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:10,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:10,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:10,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:10,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:10,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:10,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:10,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:10,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:10,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:10,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:10,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:10,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:10,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:10,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:10,363 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:10,365 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:10,366 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:10,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:10,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919610362, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:10,368 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c568594 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@187f1aef 2024-12-11T12:19:10,416 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a2bdae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:10,418 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:10,419 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:10,421 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c568594 to 127.0.0.1:58615 2024-12-11T12:19:10,421 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:10,773 DEBUG [master/257f9802b3ca:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-11T12:19:10,773 DEBUG [master/257f9802b3ca:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 96cd5ec8f6faaad04dffaf6700d1ccea changed from -1.0 to 0.0, refreshing cache 2024-12-11T12:19:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:10,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:10,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:10,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:10,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:10,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:10,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:10,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:10,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:10,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:10,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:10,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:10,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:10,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:10,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:10,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:10,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:10,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:10,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:10,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:10,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:10,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:10,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:10,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:10,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:10,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:10,878 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:11,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:11,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:11,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:11,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:11,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:11,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:11,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:11,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:11,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:11,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:11,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:11,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:11,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:11,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:11,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:11,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:11,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:11,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:11,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:11,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:11,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:11,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:11,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:11,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:11,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:11,400 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:11,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:11,449 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:11,450 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:11,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:11,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919611422, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:11,452 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23fdcdca to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43351338 2024-12-11T12:19:11,484 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@526b893d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:11,487 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:11,489 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:11,491 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23fdcdca to 127.0.0.1:58615 2024-12-11T12:19:11,491 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:11,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:11,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:11,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:11,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:11,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:11,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:11,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:11,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:11,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:11,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:11,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:11,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:11,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:11,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:11,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:11,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:11,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:11,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:11,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:11,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:11,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:11,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:11,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:11,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:11,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:11,921 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:12,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:12,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:12,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:12,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:12,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:12,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:12,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:12,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:12,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:12,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:12,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:12,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:12,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:12,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:12,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:12,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:12,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:12,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:12,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:12,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:12,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:12,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:12,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:12,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:12,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:12,441 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:12,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:12,496 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:12,497 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:12,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:12,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919612492, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:12,499 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38259d35 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53e2f5da 2024-12-11T12:19:12,541 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d4eacfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:12,542 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:12,543 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:12,544 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38259d35 to 127.0.0.1:58615 2024-12-11T12:19:12,544 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:12,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:12,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:12,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:12,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:12,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:12,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:12,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:12,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:12,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:12,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:12,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:12,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:12,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:12,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:12,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:12,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:12,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:12,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:12,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:12,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:12,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:12,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:12,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:12,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:12,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:12,963 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:13,395 INFO [257f9802b3ca:38337Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [257f9802b3ca%2C38337%2C1733919481677]: currently replicating from: hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 at position: -1 2024-12-11T12:19:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:13,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:13,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:13,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:13,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:13,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:13,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:13,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:13,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:13,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:13,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:13,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:13,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:13,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:13,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:13,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:13,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:13,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:13,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:13,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:13,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:13,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:13,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:13,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:13,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:13,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:13,481 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:13,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:13,549 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:13,550 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:13,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:13,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919613545, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:13,551 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60aaa075 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2422d59f 2024-12-11T12:19:13,599 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c23849d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:13,601 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:13,602 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:13,604 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60aaa075 to 127.0.0.1:58615 2024-12-11T12:19:13,604 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:13,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:19:13,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T12:19:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:13,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:13,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:13,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:13,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:13,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:13,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:13,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:13,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:13,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:13,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:13,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:13,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:13,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:13,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:13,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:13,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:13,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:13,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:13,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:13,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:13,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:13,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:14,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:14,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:14,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:14,000 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:14,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:14,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:14,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:14,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:14,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:14,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:14,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:14,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:14,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:14,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:14,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:14,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:14,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:14,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:14,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:14,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:14,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:14,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:14,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:14,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:14,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:14,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:14,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:14,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:14,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:14,520 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:14,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:14,609 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:14,610 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:14,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:14,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919614605, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:14,611 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f947bd1 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d28d391 2024-12-11T12:19:14,666 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d3fb5c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:14,667 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:14,668 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:14,669 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f947bd1 to 127.0.0.1:58615 2024-12-11T12:19:14,669 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:15,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:15,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:15,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:15,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:15,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:15,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:15,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:15,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:15,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:15,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:15,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:15,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:15,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:15,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:15,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:15,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:15,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:15,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:15,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:15,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:15,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:15,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:15,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:15,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:15,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:15,035 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:15,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:15,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:15,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:15,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:15,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:15,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:15,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:15,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:15,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:15,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:15,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:15,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:15,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:15,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:15,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:15,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:15,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:15,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:15,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:15,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:15,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:15,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:15,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:15,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:15,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:15,546 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:15,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:15,679 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:15,679 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:15,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:15,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919615671, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:15,681 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d9281b6 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d6bce 2024-12-11T12:19:15,725 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61c6757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:15,727 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:15,728 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:15,730 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d9281b6 to 127.0.0.1:58615 2024-12-11T12:19:15,730 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:16,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:16,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:16,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:16,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:16,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:16,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:16,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:16,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:16,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:16,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:16,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:16,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:16,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:16,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:16,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:16,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:16,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:16,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:16,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:16,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:16,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:16,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:16,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:16,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:16,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:16,066 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:16,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:16,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:16,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:16,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:16,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:16,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:16,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:16,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:16,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:16,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:16,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:16,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:16,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:16,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:16,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:16,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:16,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:16,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:16,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:16,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:16,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:16,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:16,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:16,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:16,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:16,586 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:16,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:16,741 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:16,742 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:16,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:16,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919616732, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:16,744 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ffb44da to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22c515f0 2024-12-11T12:19:16,757 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4786f820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:16,758 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:16,759 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:16,761 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ffb44da to 127.0.0.1:58615 2024-12-11T12:19:16,761 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:17,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:17,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:17,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:17,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:17,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:17,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:17,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:17,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:17,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:17,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:17,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:17,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:17,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:17,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:17,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:17,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:17,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:17,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:17,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:17,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:17,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:17,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:17,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:17,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:17,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:17,111 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:17,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:17,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:17,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:17,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:17,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:17,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:17,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:17,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:17,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:17,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:17,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:17,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:17,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:17,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:17,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:17,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:17,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:17,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:17,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:17,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:17,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:17,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:17,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:17,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:17,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:17,626 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:17,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:17,766 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:17,767 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:17,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:17,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919617762, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:17,768 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b2e8f10 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41ce7910 2024-12-11T12:19:17,816 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3179def1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:17,819 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:17,820 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:17,823 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b2e8f10 to 127.0.0.1:58615 2024-12-11T12:19:17,823 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:18,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:18,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:18,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:18,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:18,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:18,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:18,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:18,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:18,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:18,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:18,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:18,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:18,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:18,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:18,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:18,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:18,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:18,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:18,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:18,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:18,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:18,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:18,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:18,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:18,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:18,145 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:18,395 INFO [257f9802b3ca:38337Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [257f9802b3ca%2C38337%2C1733919481677]: currently replicating from: hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 at position: -1 2024-12-11T12:19:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:18,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:18,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:18,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:18,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:18,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:18,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:18,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:18,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:18,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:18,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:18,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:18,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:18,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:18,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:18,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:18,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:18,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:18,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:18,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:18,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:18,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:18,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:18,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:18,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:18,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:18,655 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:18,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:18,834 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:18,835 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:18,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:18,835 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:19:18,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T12:19:18,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919618825, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:18,838 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66f2ddad to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54462e9a 2024-12-11T12:19:18,882 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b37ecb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:18,884 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:18,885 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:18,886 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66f2ddad to 127.0.0.1:58615 2024-12-11T12:19:18,886 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:19,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:19,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:19,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:19,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:19,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:19,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:19,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:19,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:19,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:19,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:19,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:19,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:19,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:19,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:19,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:19,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:19,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:19,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:19,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:19,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:19,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:19,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:19,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:19,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:19,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:19,168 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:19,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:19,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:19,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:19,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:19,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:19,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:19,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:19,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:19,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:19,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:19,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:19,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:19,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:19,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:19,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:19,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:19,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:19,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:19,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:19,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:19,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:19,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:19,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:19,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:19,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:19,691 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:19,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:19,893 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:19,894 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:19,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:19,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919619887, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:19,896 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5eba3607 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b6df1b4 2024-12-11T12:19:19,949 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fabf028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:19,950 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:19,951 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:19,952 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5eba3607 to 127.0.0.1:58615 2024-12-11T12:19:19,952 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:20,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:20,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:20,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:20,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:20,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:20,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:20,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:20,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:20,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:20,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:20,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:20,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:20,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:20,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:20,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:20,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:20,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:20,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:20,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:20,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:20,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:20,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:20,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:20,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:20,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:20,203 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:20,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:20,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:20,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:20,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:20,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:20,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:20,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:20,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:20,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:20,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:20,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:20,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:20,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:20,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:20,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:20,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:20,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:20,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:20,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:20,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:20,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:20,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:20,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:20,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:20,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:20,713 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:20,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:20,963 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:20,964 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:20,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:20,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919620954, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:20,965 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2237ce96 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76036b35 2024-12-11T12:19:21,008 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@659ff6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:21,011 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:21,012 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:21,015 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2237ce96 to 127.0.0.1:58615 2024-12-11T12:19:21,015 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:21,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:21,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:21,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:21,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:21,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:21,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:21,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:21,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:21,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:21,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:21,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:21,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:21,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:21,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:21,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:21,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:21,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:21,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:21,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:21,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:21,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:21,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:21,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:21,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:21,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:21,230 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:21,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:21,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:21,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:21,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:21,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:21,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:21,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:21,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:21,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:21,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:21,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:21,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:21,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:21,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:21,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:21,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:21,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:21,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:21,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:21,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:21,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:21,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:21,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:21,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:21,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:21,749 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:22,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:22,042 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:22,044 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:22,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:22,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919622016, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:22,046 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21769945 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c41149d 2024-12-11T12:19:22,075 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52a38ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:22,079 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:22,081 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:22,083 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21769945 to 127.0.0.1:58615 2024-12-11T12:19:22,084 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:22,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:22,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:22,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:22,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:22,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:22,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:22,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:22,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:22,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:22,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:22,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:22,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:22,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:22,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:22,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:22,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:22,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:22,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:22,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:22,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:22,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:22,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:22,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:22,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:22,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:22,269 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:22,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:22,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:22,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:22,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:22,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:22,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:22,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:22,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:22,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:22,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:22,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:22,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:22,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:22,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:22,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:22,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:22,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:22,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:22,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:22,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:22,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:22,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:22,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:22,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:22,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:22,786 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:23,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:23,095 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:23,095 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:23,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:23,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919623085, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:23,097 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60c269e8 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24e36c91 2024-12-11T12:19:23,140 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@705ac5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:23,142 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:23,142 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:23,144 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60c269e8 to 127.0.0.1:58615 2024-12-11T12:19:23,144 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:23,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:23,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:23,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:23,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:23,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:23,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:23,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:23,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:23,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:23,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:23,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:23,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:23,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:23,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:23,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:23,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:23,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:23,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:23,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:23,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:23,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:23,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:23,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:23,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:23,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:23,313 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:23,395 INFO [257f9802b3ca:38337Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [257f9802b3ca%2C38337%2C1733919481677]: currently replicating from: hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 at position: -1 2024-12-11T12:19:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:23,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:23,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:23,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:23,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:23,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:23,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:23,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:23,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:23,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:23,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:23,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:23,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:23,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:23,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:23,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:23,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:23,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:23,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:23,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:23,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:23,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:23,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:23,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:23,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:23,835 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:19:23,836 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-11T12:19:23,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:23,837 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:24,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:24,154 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:24,155 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:24,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:24,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919624146, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:24,156 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d3438e2 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@128c5e31 2024-12-11T12:19:24,200 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@345dfe17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:24,203 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:24,205 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:24,208 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d3438e2 to 127.0.0.1:58615 2024-12-11T12:19:24,208 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:24,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:24,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:24,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:24,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:24,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:24,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:24,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:24,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:24,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:24,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:24,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:24,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:24,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:24,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:24,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:24,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:24,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:24,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:24,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:24,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:24,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:24,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:24,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:24,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:24,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:24,361 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:24,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:24,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:24,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:24,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:24,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:24,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:24,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:24,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:24,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:24,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:24,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:24,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:24,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:24,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:24,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:24,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:24,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:24,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:24,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:24,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:24,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:24,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:24,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:24,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:24,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:24,879 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:25,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:25,218 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:25,218 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:25,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:25,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919625210, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:25,220 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32dd96bf to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42d02b03 2024-12-11T12:19:25,274 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1926d808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:25,277 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:25,279 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:25,282 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32dd96bf to 127.0.0.1:58615 2024-12-11T12:19:25,282 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:25,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:25,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:25,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:25,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:25,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:25,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:25,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:25,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:25,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:25,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:25,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:25,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:25,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:25,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:25,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:25,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:25,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:25,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:25,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:25,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:25,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:25,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:25,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:25,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:25,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:25,396 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:25,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:25,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:25,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:25,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:25,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:25,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:25,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:25,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:25,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:25,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:25,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:25,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:25,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:25,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:25,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:25,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:25,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:25,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:25,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:25,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:25,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:25,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:25,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:25,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:25,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:25,916 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:26,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:26,411 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:26,412 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:26,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:26,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919626284, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:26,413 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bcb6ea1 to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2800c8e8 2024-12-11T12:19:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:26,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:26,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:26,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:26,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:26,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:26,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:26,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:26,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:26,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:26,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:26,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:26,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:26,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:26,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:26,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:26,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:26,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:26,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:26,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:26,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:26,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:26,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:26,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:26,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:26,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:26,424 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-11T12:19:26,432 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@749a378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:26,433 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:26,434 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:26,435 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bcb6ea1 to 127.0.0.1:58615 2024-12-11T12:19:26,435 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:26,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-11T12:19:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-11T12:19:26,930 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T12:19:26,932 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T12:19:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-11T12:19:26,938 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/testdroppedtimed/2b72a12f52dc1c9b036ba2396e54b469 2024-12-11T12:19:26,941 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/testdroppedtimed/2b72a12f52dc1c9b036ba2396e54b469/fam, FileablePath, hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/testdroppedtimed/2b72a12f52dc1c9b036ba2396e54b469/recovered.edits] 2024-12-11T12:19:26,946 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/testdroppedtimed/2b72a12f52dc1c9b036ba2396e54b469/fam/3922db5532014de3adad8400dceff694 to hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/archive/data/default/testdroppedtimed/2b72a12f52dc1c9b036ba2396e54b469/fam/3922db5532014de3adad8400dceff694 2024-12-11T12:19:26,950 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/testdroppedtimed/2b72a12f52dc1c9b036ba2396e54b469/recovered.edits/8.seqid to hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/archive/data/default/testdroppedtimed/2b72a12f52dc1c9b036ba2396e54b469/recovered.edits/8.seqid 2024-12-11T12:19:26,950 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/testdroppedtimed/2b72a12f52dc1c9b036ba2396e54b469 2024-12-11T12:19:26,950 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-11T12:19:26,952 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T12:19:26,954 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-11T12:19:26,956 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-11T12:19:26,957 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T12:19:26,957 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-11T12:19:26,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733919566957"}]},"ts":"9223372036854775807"} 2024-12-11T12:19:26,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-11T12:19:26,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 2b72a12f52dc1c9b036ba2396e54b469, NAME => 'testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T12:19:26,959 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-11T12:19:26,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733919566959"}]},"ts":"9223372036854775807"} 2024-12-11T12:19:26,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-11T12:19:27,008 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-11T12:19:27,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 82 msec 2024-12-11T12:19:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-11T12:19:27,035 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-11T12:19:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:27,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:27,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:27,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:27,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:27,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:27,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:27,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:27,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:27,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:27,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:27,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:27,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:27,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:27,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:27,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:27,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:27,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:27,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:27,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:27,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:27,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:27,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:27,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:27,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:27,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:27,051 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-11T12:19:27,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:27,444 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T12:19:27,446 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:27,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T12:19:27,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36582 deadline: 1733919627437, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-11T12:19:27,448 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69127dbc to 127.0.0.1:58615 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47fbaffe 2024-12-11T12:19:27,457 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@de3961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T12:19:27,458 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T12:19:27,459 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T12:19:27,460 WARN [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-11T12:19:27,460 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69127dbc to 127.0.0.1:58615 2024-12-11T12:19:27,461 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:27,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:27,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:27,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:27,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:27,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:27,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:27,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:27,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:27,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:27,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:27,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:27,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:27,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:27,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:27,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:27,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:27,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:27,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:27,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:27,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:27,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:27,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:27,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:27,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:27,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:27,569 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-11T12:19:28,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:28,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:28,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:28,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:28,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:28,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:28,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:28,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:28,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:28,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:28,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:28,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:28,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:28,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:28,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:28,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:28,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:28,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:28,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:28,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:28,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:28,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:28,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:28,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:28,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:28,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:28,093 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-11T12:19:28,395 INFO [257f9802b3ca:38337Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [257f9802b3ca%2C38337%2C1733919481677]: currently replicating from: hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 at position: -1 2024-12-11T12:19:28,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,516 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/27=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/28=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/29=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/30=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/31=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/32=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/33=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/34=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/35=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/36=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/37=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/38=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/39=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/40=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/41=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/42=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/43=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/44=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/45=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/46=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/47=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/48=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/49=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,521 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,531 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/51=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/52=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/53=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/54=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/55=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/56=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/57=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/58=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/59=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/60=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/61=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/62=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/63=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/64=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/65=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/66=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/67=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/68=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/69=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/70=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/71=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/72=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/73=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,535 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,548 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/75=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/76=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/77=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/78=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/79=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/80=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/81=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/82=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/83=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/84=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/85=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/86=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/87=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/88=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/89=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/90=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/91=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/92=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/93=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/94=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/95=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/96=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/97=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,551 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,564 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/99=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/100=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/101=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/102=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/103=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/104=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/105=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/106=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/107=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/108=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/109=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/110=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/111=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/112=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/113=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/114=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/115=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/116=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/117=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/118=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/119=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/120=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/121=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,567 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,573 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/123=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/124=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/125=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/126=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/127=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/128=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/129=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/130=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/131=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/132=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/133=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/134=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/135=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/136=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/137=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/138=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/139=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/140=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/141=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/142=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/143=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/144=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/145=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,576 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:28,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:28,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:28,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:28,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:28,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:28,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:28,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:28,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:28,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:28,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:28,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:28,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:28,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:28,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:28,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:28,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:28,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:28,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:28,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:28,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:28,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:28,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:28,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:28,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:28,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:28,610 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-11T12:19:28,611 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/147=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/148=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/149=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/150=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/151=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/152=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/153=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/154=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/155=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/156=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/157=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/158=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/159=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/160=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/161=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/162=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/163=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/164=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/165=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/166=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/167=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/168=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/169=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,614 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,632 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/171=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/172=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/173=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/174=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/175=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/176=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/177=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/178=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/179=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/180=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/181=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/182=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/183=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/184=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/185=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/186=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/187=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/188=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/189=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/190=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/191=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/192=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/193=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,634 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,648 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/195=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/196=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/197=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/198=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/199=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/200=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/201=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/202=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/203=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/204=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/205=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/206=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/207=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/208=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/209=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/210=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/211=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/212=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/213=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/214=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/215=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/216=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/217=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,651 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,664 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/219=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/220=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/221=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/222=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/223=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/224=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/225=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/226=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/227=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/228=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/229=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/230=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/231=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/232=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/233=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/234=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/235=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/236=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/237=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/238=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/239=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/240=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/241=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,667 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,682 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/243=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/244=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/245=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/246=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/247=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/248=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/249=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/250=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/251=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/252=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/253=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/254=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/255=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/256=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/257=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/258=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/259=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/260=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/261=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/262=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/263=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/264=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/265=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,684 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,698 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/267=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/268=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/269=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/270=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/271=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/272=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/273=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/274=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/275=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/276=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/277=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/278=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/279=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/280=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/281=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/282=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/283=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/284=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/285=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/286=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/287=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/288=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/289=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,700 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,715 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/291=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/292=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/293=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/294=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/295=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/296=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/297=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/298=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/299=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/300=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/301=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/302=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/303=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/304=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/305=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/306=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/307=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/308=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/309=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/310=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/311=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/312=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/313=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,717 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,731 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/315=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/316=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/317=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/318=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/319=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/320=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/321=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/322=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/323=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/324=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/325=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/326=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/327=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/328=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/329=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/330=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/331=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/332=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/333=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/334=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/335=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/336=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/337=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,733 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,748 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/339=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/340=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/341=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/342=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/343=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/344=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/345=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/346=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/347=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/348=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/349=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/350=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/351=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/352=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/353=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/354=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/355=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/356=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/357=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/358=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/359=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/360=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/361=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,751 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,765 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/363=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/364=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/365=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/366=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/367=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/368=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/369=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/370=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/371=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/372=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/373=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/374=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/375=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/376=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/377=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/378=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/379=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/380=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/381=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/382=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/383=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/384=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/385=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,767 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,782 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/387=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/388=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/389=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/390=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/391=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/392=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/393=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/394=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/395=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/396=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/397=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/398=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/399=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/400=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/401=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/402=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/403=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/404=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/405=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/406=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/407=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/408=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/409=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,785 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,798 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/411=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/412=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/413=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/414=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/415=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/416=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/417=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/418=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/419=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/420=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/421=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/422=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/423=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/424=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/425=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/426=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/427=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/428=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/429=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/430=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/431=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/432=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/433=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,800 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,814 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/435=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/436=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/437=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/438=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/439=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/440=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/441=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/442=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/443=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/444=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/445=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/446=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/447=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/448=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/449=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/450=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/451=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/452=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/453=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/454=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/455=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/456=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/457=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,816 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,823 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/459=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/460=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/461=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/462=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/463=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/464=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/465=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/466=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/467=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/468=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/469=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/470=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/471=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/472=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/473=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/474=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/475=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/476=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/477=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/478=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/479=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/480=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/481=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,824 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,835 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:19:28,835 INFO [257f9802b3ca:37747Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 479 2024-12-11T12:19:28,840 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/483=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/484=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/485=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/486=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/487=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/488=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/489=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/490=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/491=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/492=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/493=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/494=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/495=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/496=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/497=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/498=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/499=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/500=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/501=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/502=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/503=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/504=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/505=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,841 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,857 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/507=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/508=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/509=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/510=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/511=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/512=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/513=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/514=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/515=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/516=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/517=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/518=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/519=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/520=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/521=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/522=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/523=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/524=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/525=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/526=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/527=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/528=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/529=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,859 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,873 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/531=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/532=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/533=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/534=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/535=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/536=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/537=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/538=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/539=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/540=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/541=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/542=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/543=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/544=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/545=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/546=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/547=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/548=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/549=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/550=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/551=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/552=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/553=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,875 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,881 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/555=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/556=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/557=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/558=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/559=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/560=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/561=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/562=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/563=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/564=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/565=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/566=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/567=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/568=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/569=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/570=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/571=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/572=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/573=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/574=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/575=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/576=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/577=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,882 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,920 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/579=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/580=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/581=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/582=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/583=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/584=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/585=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/586=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/587=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/588=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/589=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/590=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/591=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/592=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/593=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/594=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/595=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/596=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/597=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/598=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/599=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/600=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/601=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,924 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,940 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/603=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/604=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/605=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/606=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/607=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/608=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/609=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/610=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/611=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/612=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/613=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/614=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/615=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/616=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/617=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/618=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/619=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/620=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/621=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/622=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/623=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/624=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/625=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,941 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,956 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/627=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/628=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/629=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/630=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/631=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/632=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/633=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/634=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/635=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/636=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/637=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/638=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/639=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/640=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/641=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/642=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/643=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/644=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/645=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/646=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/647=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/648=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/649=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,957 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,973 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/651=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/652=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/653=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/654=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/655=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/656=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/657=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/658=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/659=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/660=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/661=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/662=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/663=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/664=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/665=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/666=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/667=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/668=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/669=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/670=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/671=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/672=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/673=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,975 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,990 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/675=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/676=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/677=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/678=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/679=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/680=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/681=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/682=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/683=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/684=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/685=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/686=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/687=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/688=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/689=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/690=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/691=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/692=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/693=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/694=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/695=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/696=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/697=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:28,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,991 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:28,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:28,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:28,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,006 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/699=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/700=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/701=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/702=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/703=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/704=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/705=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/706=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/707=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/708=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/709=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/710=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/711=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/712=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/713=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/714=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/715=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/716=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/717=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/718=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/719=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/720=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/721=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:29,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,008 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:29,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,015 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/723=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/724=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/725=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/726=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/727=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/728=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/729=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/730=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/731=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/732=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/733=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/734=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/735=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/736=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/737=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/738=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/739=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/740=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/741=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/742=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/743=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/744=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/745=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:29,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,017 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:29,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,031 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/747=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/748=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/749=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/750=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/751=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/752=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/753=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/754=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/755=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/756=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/757=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/758=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/759=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/760=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/761=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/762=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/763=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/764=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/765=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/766=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/767=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/768=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/769=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:29,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,033 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:29,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,048 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/771=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/772=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/773=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/774=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/775=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/776=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/777=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/778=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/779=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/780=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/781=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/782=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/783=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/784=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/785=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/786=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/787=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/788=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/789=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/790=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/791=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/792=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/793=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:29,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,050 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:29,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,064 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/795=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/796=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/797=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/798=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/799=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/800=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/801=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/802=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/803=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/804=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/805=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/806=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/807=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/808=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/809=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/810=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/811=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/812=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/813=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/814=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/815=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/816=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/817=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:29,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,066 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:29,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,081 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/819=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/820=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/821=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/822=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/823=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/824=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/825=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/826=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/827=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/828=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/829=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/830=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/831=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/832=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/833=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/834=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/835=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/836=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/837=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/838=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/839=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/840=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/841=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:29,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,083 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:29,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,098 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/843=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/844=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/845=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/846=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/847=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/848=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/849=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/850=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/851=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/852=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/853=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/854=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/855=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/856=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/857=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/858=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/859=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/860=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/861=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/862=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/863=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/864=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/865=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:29,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,100 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:29,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:29,115 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/867=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/868=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/869=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/870=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/871=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/872=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/873=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/874=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/875=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/876=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/877=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/878=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/879=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/880=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/881=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/882=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/883=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/884=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/885=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/886=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/887=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/888=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/889=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:29,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,117 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:29,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:29,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:29,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:29,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:29,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:29,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:29,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:29,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:29,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:29,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:29,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:29,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:29,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:29,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:29,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:29,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:29,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:29,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:29,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:29,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:29,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:29,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:29,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:29,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:29,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:29,131 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-11T12:19:29,131 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/891=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/892=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/893=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/894=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/895=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/896=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/897=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/898=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/899=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/900=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/901=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/902=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/903=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/904=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/905=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/906=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/907=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/908=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/909=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/910=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/911=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/912=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/913=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:29,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,132 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:29,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,148 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/915=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/916=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/917=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/918=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/919=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/920=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/921=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/922=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/923=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/924=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/925=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/926=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/927=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/928=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/929=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/930=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/931=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/932=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/933=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/934=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/935=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/936=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/937=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:29,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,149 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-11T12:19:29,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,165 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/939=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/940=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/941=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/942=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/943=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/944=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/945=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/946=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/947=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/948=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/949=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/950=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/951=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/952=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/953=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/954=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/955=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/956=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/957=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/958=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/959=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/960=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/961=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:29,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,166 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-11T12:19:29,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,181 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 to pos 4208104, reset compression=false 2024-12-11T12:19:29,181 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/963=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/964=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/965=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/966=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/967=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/968=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/969=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/970=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/971=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/972=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/973=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/974=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/975=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/976=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/977=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/978=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/979=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/980=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/981=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/982=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/983=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/984=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/985=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-11T12:19:29,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,188 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-11T12:19:29,198 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 to pos 4208924, reset compression=false 2024-12-11T12:19:29,198 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4a892c822573577ba2dcae0cb7d3f0e/987=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/988=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/989=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/990=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/991=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/992=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/993=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/994=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/995=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/996=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/997=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/998=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/999=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/1000=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/1001=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/1002=[#edits: 1 = ],4297}, {test/d4a892c822573577ba2dcae0cb7d3f0e/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-11T12:19:29,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-11T12:19:29,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-11T12:19:29,233 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-11T12:19:29,403 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 to pos 4208924, reset compression=false 2024-12-11T12:19:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37747 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-11T12:19:29,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-11T12:19:29,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-11T12:19:29,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-11T12:19:29,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-11T12:19:29,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-11T12:19:29,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-11T12:19:29,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-11T12:19:29,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-11T12:19:29,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-11T12:19:29,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-11T12:19:29,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-11T12:19:29,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-11T12:19:29,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-11T12:19:29,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-11T12:19:29,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-11T12:19:29,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-11T12:19:29,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-11T12:19:29,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-11T12:19:29,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-11T12:19:29,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-11T12:19:29,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-11T12:19:29,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-11T12:19:29,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-11T12:19:29,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-11T12:19:29,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-11T12:19:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-11T12:19:29,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.HMaster(3926): Client=jenkins//172.17.0.2 removing replication peer, id=2 2024-12-11T12:19:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-11T12:19:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-11T12:19:29,671 DEBUG [PEWorker-5 {}] zookeeper.ZKUtil(111): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-11T12:19:29,711 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.1733919483516 to pos 4208924, reset compression=false 2024-12-11T12:19:29,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-11T12:19:29,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-11T12:19:29,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-11T12:19:29,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-11T12:19:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-11T12:19:29,868 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 257f9802b3ca,38337,1733919481677 2024-12-11T12:19:29,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38337 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-11T12:19:29,869 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-11T12:19:29,869 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-11T12:19:29,869 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-11T12:19:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-11T12:19:29,974 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1001506a85d000f, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T12:19:29,974 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1001506a85d000f, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T12:19:29,974 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x012b7912 to 127.0.0.1:58615 2024-12-11T12:19:29,974 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:30,075 WARN [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-11T12:19:30,075 WARN [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.wal-reader.257f9802b3ca%2C38337%2C1733919481677,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-11T12:19:30,115 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T12:19:30,176 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0.replicationSource,2.replicationSource.shipper257f9802b3ca%2C38337%2C1733919481677,2 terminated 2024-12-11T12:19:30,176 INFO [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-11T12:19:30,178 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/257f9802b3ca,38337,1733919481677/2/257f9802b3ca%2C38337%2C1733919481677.1733919483516 2024-12-11T12:19:30,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/257f9802b3ca,38337,1733919481677/2/257f9802b3ca%2C38337%2C1733919481677.1733919483516 2024-12-11T12:19:30,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/257f9802b3ca,38337,1733919481677/2 2024-12-11T12:19:30,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/257f9802b3ca,38337,1733919481677/2 2024-12-11T12:19:30,191 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-11T12:19:30,191 DEBUG [RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-11T12:19:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-11T12:19:30,193 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on 257f9802b3ca,38337,1733919481677 suceeded 2024-12-11T12:19:30,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-11T12:19:30,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 478 msec 2024-12-11T12:19:30,207 DEBUG [PEWorker-4 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-11T12:19:30,207 INFO [PEWorker-4 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-11T12:19:30,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 541 msec 2024-12-11T12:19:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-11T12:19:30,285 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=397 (was 389) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/cluster_d0335a9f-07de-c36e-f326-b2039f947d0c/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3684ad9d-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3684ad9d-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3684ad9d-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1951739590_22 at /127.0.0.1:45616 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58615@0x7673ee8f-SendThread(127.0.0.1:58615) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/cluster_0c68ae72-0619-5c94-c118-1065bd670213/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3684ad9d-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58615@0x7673ee8f java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$757/0x00007fcf6cb55f80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/cluster_d0335a9f-07de-c36e-f326-b2039f947d0c/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3684ad9d-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/cluster_0c68ae72-0619-5c94-c118-1065bd670213/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58615@0x7673ee8f-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3684ad9d-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58615@0x1a5b97cd-SendThread(127.0.0.1:58615) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58615@0x1a5b97cd java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$757/0x00007fcf6cb55f80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58615@0x32f27518 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$757/0x00007fcf6cb55f80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1984092981) connection to localhost/127.0.0.1:35521 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58615@0x1a5b97cd-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RS_REFRESH_PEER-regionserver/257f9802b3ca:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=572 (was 568) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=179 (was 243), ProcessCount=11 (was 11), AvailableMemoryMB=7926 (was 8517) 2024-12-11T12:19:30,285 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x101e533b to 127.0.0.1:58615 2024-12-11T12:19:30,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:30,286 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05422b16 to 127.0.0.1:58615 2024-12-11T12:19:30,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:30,286 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-11T12:19:30,286 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x112492ec to 127.0.0.1:58615 2024-12-11T12:19:30,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:30,286 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-11T12:19:30,286 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-11T12:19:30,286 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7695feac to 127.0.0.1:58615 2024-12-11T12:19:30,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:30,287 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T12:19:30,287 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=570353523, stopped=false 2024-12-11T12:19:30,287 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=257f9802b3ca,34501,1733919487887 2024-12-11T12:19:30,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-11T12:19:30,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-11T12:19:30,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T12:19:30,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T12:19:30,298 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-11T12:19:30,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:30,299 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '257f9802b3ca,37747,1733919488008' ***** 2024-12-11T12:19:30,299 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-11T12:19:30,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-11T12:19:30,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-11T12:19:30,299 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T12:19:30,299 INFO [RS:0;257f9802b3ca:37747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T12:19:30,299 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-11T12:19:30,300 INFO [RS:0;257f9802b3ca:37747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T12:19:30,300 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for a89527ea267c0321847ef89c631f667e 2024-12-11T12:19:30,300 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for 6016f8db6505e3c95e3d75c75c6d66eb 2024-12-11T12:19:30,300 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for 1d4f1abda456bbbcbce4e1712c281163 2024-12-11T12:19:30,300 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for 54fc6f5a20e8f169084ea549eefb4752 2024-12-11T12:19:30,300 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for a8c8c666694c4085cae47930786ff447 2024-12-11T12:19:30,300 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for 0dc9e1d1002d4e3e2e68206b37e8de04 2024-12-11T12:19:30,300 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for 3a52b7cd83c5f3315bac8890304dea4d 2024-12-11T12:19:30,300 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for 1a4f871fffd4c59272c7d08974113858 2024-12-11T12:19:30,300 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for b2a70ee6a5de8ae954449d35f31008c3 2024-12-11T12:19:30,300 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for 4230278cc6b40d42afbd434613f7ad80 2024-12-11T12:19:30,300 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for ef07df03d81069f8f5dcb4c20475db82 2024-12-11T12:19:30,300 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for bece6f346188084302b570ce2de20f21 2024-12-11T12:19:30,300 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for fb6994fdde8142c90daf81b5adb3d761 2024-12-11T12:19:30,300 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for 2677b97df259602d5067a22a1673fc6e 2024-12-11T12:19:30,300 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a89527ea267c0321847ef89c631f667e, disabling compactions & flushes 2024-12-11T12:19:30,300 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for 688d4cc5c5e21d82c2c841b97e018308 2024-12-11T12:19:30,300 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e. 2024-12-11T12:19:30,301 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for fd9dabb2b78c63f5653d4a10f251b8ef 2024-12-11T12:19:30,301 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e. 2024-12-11T12:19:30,301 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for 84ca6883362e3b75a341f4eb2694741f 2024-12-11T12:19:30,301 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e. after waiting 0 ms 2024-12-11T12:19:30,301 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for 118442c113a89d6821ddd1e70a9ddc02 2024-12-11T12:19:30,301 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e. 2024-12-11T12:19:30,301 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for ab0b3f6f14229ee228e28dfba44452f8 2024-12-11T12:19:30,301 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for 8f04721d99481588359c729cd1ed504f 2024-12-11T12:19:30,301 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for 84053799a9fe29979f6d9adddbf53206 2024-12-11T12:19:30,301 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for 96cd5ec8f6faaad04dffaf6700d1ccea 2024-12-11T12:19:30,301 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for f4cf1172a9a9f6234cfd7909afa63e77 2024-12-11T12:19:30,301 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for 911e686e1799ce41723fd37e29af99ff 2024-12-11T12:19:30,301 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for c0a56db27519810bbe36d046bcf607cd 2024-12-11T12:19:30,301 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for c253f1687b324cd8a7be787ad1d89b36 2024-12-11T12:19:30,301 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for 89e89a956d760ecba0170146a47485c3 2024-12-11T12:19:30,301 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(1224): stopping server 257f9802b3ca,37747,1733919488008 2024-12-11T12:19:30,301 DEBUG [RS:0;257f9802b3ca:37747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:30,301 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T12:19:30,301 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T12:19:30,301 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T12:19:30,301 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-11T12:19:30,302 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-11T12:19:30,302 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-11T12:19:30,302 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-11T12:19:30,302 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-11T12:19:30,302 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T12:19:30,302 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T12:19:30,304 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-11T12:19:30,305 DEBUG [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(1629): Waiting on 0dc9e1d1002d4e3e2e68206b37e8de04, 118442c113a89d6821ddd1e70a9ddc02, 1588230740, 1a4f871fffd4c59272c7d08974113858, 1d4f1abda456bbbcbce4e1712c281163, 2677b97df259602d5067a22a1673fc6e, 3a52b7cd83c5f3315bac8890304dea4d, 4230278cc6b40d42afbd434613f7ad80, 54fc6f5a20e8f169084ea549eefb4752, 6016f8db6505e3c95e3d75c75c6d66eb, 688d4cc5c5e21d82c2c841b97e018308, 84053799a9fe29979f6d9adddbf53206, 84ca6883362e3b75a341f4eb2694741f, 89e89a956d760ecba0170146a47485c3, 8f04721d99481588359c729cd1ed504f, 911e686e1799ce41723fd37e29af99ff, 96cd5ec8f6faaad04dffaf6700d1ccea, a89527ea267c0321847ef89c631f667e, a8c8c666694c4085cae47930786ff447, ab0b3f6f14229ee228e28dfba44452f8, b2a70ee6a5de8ae954449d35f31008c3, bece6f346188084302b570ce2de20f21, c0a56db27519810bbe36d046bcf607cd, c253f1687b324cd8a7be787ad1d89b36, ef07df03d81069f8f5dcb4c20475db82, f4cf1172a9a9f6234cfd7909afa63e77, fb6994fdde8142c90daf81b5adb3d761, fd9dabb2b78c63f5653d4a10f251b8ef 2024-12-11T12:19:30,306 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/a89527ea267c0321847ef89c631f667e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,307 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e. 2024-12-11T12:19:30,307 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a89527ea267c0321847ef89c631f667e: 2024-12-11T12:19:30,308 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1733919499115.a89527ea267c0321847ef89c631f667e. 2024-12-11T12:19:30,308 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6016f8db6505e3c95e3d75c75c6d66eb, disabling compactions & flushes 2024-12-11T12:19:30,308 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb. 2024-12-11T12:19:30,308 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb. 2024-12-11T12:19:30,308 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb. after waiting 0 ms 2024-12-11T12:19:30,308 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb. 2024-12-11T12:19:30,312 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/6016f8db6505e3c95e3d75c75c6d66eb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,312 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb. 2024-12-11T12:19:30,312 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6016f8db6505e3c95e3d75c75c6d66eb: 2024-12-11T12:19:30,312 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1733919499115.6016f8db6505e3c95e3d75c75c6d66eb. 2024-12-11T12:19:30,313 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1d4f1abda456bbbcbce4e1712c281163, disabling compactions & flushes 2024-12-11T12:19:30,313 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163. 2024-12-11T12:19:30,313 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163. 2024-12-11T12:19:30,313 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163. after waiting 0 ms 2024-12-11T12:19:30,313 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163. 2024-12-11T12:19:30,317 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/1d4f1abda456bbbcbce4e1712c281163/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,317 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163. 2024-12-11T12:19:30,317 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1d4f1abda456bbbcbce4e1712c281163: 2024-12-11T12:19:30,317 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163. 2024-12-11T12:19:30,317 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 54fc6f5a20e8f169084ea549eefb4752, disabling compactions & flushes 2024-12-11T12:19:30,317 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752. 2024-12-11T12:19:30,317 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752. 2024-12-11T12:19:30,318 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752. after waiting 0 ms 2024-12-11T12:19:30,318 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752. 2024-12-11T12:19:30,321 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/54fc6f5a20e8f169084ea549eefb4752/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,322 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752. 2024-12-11T12:19:30,322 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 54fc6f5a20e8f169084ea549eefb4752: 2024-12-11T12:19:30,322 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1733919499115.54fc6f5a20e8f169084ea549eefb4752. 2024-12-11T12:19:30,322 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a8c8c666694c4085cae47930786ff447, disabling compactions & flushes 2024-12-11T12:19:30,322 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447. 2024-12-11T12:19:30,322 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447. 2024-12-11T12:19:30,322 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447. after waiting 0 ms 2024-12-11T12:19:30,322 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447. 2024-12-11T12:19:30,325 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/a8c8c666694c4085cae47930786ff447/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,326 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447. 2024-12-11T12:19:30,326 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a8c8c666694c4085cae47930786ff447: 2024-12-11T12:19:30,326 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1733919499115.a8c8c666694c4085cae47930786ff447. 2024-12-11T12:19:30,326 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0dc9e1d1002d4e3e2e68206b37e8de04, disabling compactions & flushes 2024-12-11T12:19:30,326 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04. 2024-12-11T12:19:30,326 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04. 2024-12-11T12:19:30,326 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04. after waiting 0 ms 2024-12-11T12:19:30,326 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04. 2024-12-11T12:19:30,329 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/0dc9e1d1002d4e3e2e68206b37e8de04/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,330 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04. 2024-12-11T12:19:30,330 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0dc9e1d1002d4e3e2e68206b37e8de04: 2024-12-11T12:19:30,330 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1733919499115.0dc9e1d1002d4e3e2e68206b37e8de04. 2024-12-11T12:19:30,330 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3a52b7cd83c5f3315bac8890304dea4d, disabling compactions & flushes 2024-12-11T12:19:30,330 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d. 2024-12-11T12:19:30,330 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d. 2024-12-11T12:19:30,330 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d. after waiting 0 ms 2024-12-11T12:19:30,330 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d. 2024-12-11T12:19:30,334 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/3a52b7cd83c5f3315bac8890304dea4d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,335 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740/.tmp/info/857cd355231e4151bee3ca7f7c3f924b is 143, key is hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea./info:regioninfo/1733919490528/Put/seqid=0 2024-12-11T12:19:30,335 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d. 2024-12-11T12:19:30,335 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3a52b7cd83c5f3315bac8890304dea4d: 2024-12-11T12:19:30,335 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1733919499115.3a52b7cd83c5f3315bac8890304dea4d. 2024-12-11T12:19:30,335 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1a4f871fffd4c59272c7d08974113858, disabling compactions & flushes 2024-12-11T12:19:30,336 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of 1a4f871fffd4c59272c7d08974113858 2024-12-11T12:19:30,336 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 1a4f871fffd4c59272c7d08974113858 2/2 column families, dataSize=6.81 MB heapSize=6.94 MB 2024-12-11T12:19:30,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741866_1042 (size=36340) 2024-12-11T12:19:30,372 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/1a4f871fffd4c59272c7d08974113858/.tmp/f/86247d6a3d2d425aaef517b381127a26 is 4136, key is NormalPut000/f:row/1733919510877/Put/seqid=0 2024-12-11T12:19:30,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741867_1043 (size=4145786) 2024-12-11T12:19:30,379 INFO [regionserver/257f9802b3ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T12:19:30,505 DEBUG [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(1629): Waiting on 118442c113a89d6821ddd1e70a9ddc02, 1588230740, 1a4f871fffd4c59272c7d08974113858, 2677b97df259602d5067a22a1673fc6e, 4230278cc6b40d42afbd434613f7ad80, 688d4cc5c5e21d82c2c841b97e018308, 84053799a9fe29979f6d9adddbf53206, 84ca6883362e3b75a341f4eb2694741f, 89e89a956d760ecba0170146a47485c3, 8f04721d99481588359c729cd1ed504f, 911e686e1799ce41723fd37e29af99ff, 96cd5ec8f6faaad04dffaf6700d1ccea, ab0b3f6f14229ee228e28dfba44452f8, b2a70ee6a5de8ae954449d35f31008c3, bece6f346188084302b570ce2de20f21, c0a56db27519810bbe36d046bcf607cd, c253f1687b324cd8a7be787ad1d89b36, ef07df03d81069f8f5dcb4c20475db82, f4cf1172a9a9f6234cfd7909afa63e77, fb6994fdde8142c90daf81b5adb3d761, fd9dabb2b78c63f5653d4a10f251b8ef 2024-12-11T12:19:30,706 DEBUG [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(1629): Waiting on 118442c113a89d6821ddd1e70a9ddc02, 1588230740, 1a4f871fffd4c59272c7d08974113858, 2677b97df259602d5067a22a1673fc6e, 4230278cc6b40d42afbd434613f7ad80, 688d4cc5c5e21d82c2c841b97e018308, 84053799a9fe29979f6d9adddbf53206, 84ca6883362e3b75a341f4eb2694741f, 89e89a956d760ecba0170146a47485c3, 8f04721d99481588359c729cd1ed504f, 911e686e1799ce41723fd37e29af99ff, 96cd5ec8f6faaad04dffaf6700d1ccea, ab0b3f6f14229ee228e28dfba44452f8, b2a70ee6a5de8ae954449d35f31008c3, bece6f346188084302b570ce2de20f21, c0a56db27519810bbe36d046bcf607cd, c253f1687b324cd8a7be787ad1d89b36, ef07df03d81069f8f5dcb4c20475db82, f4cf1172a9a9f6234cfd7909afa63e77, fb6994fdde8142c90daf81b5adb3d761, fd9dabb2b78c63f5653d4a10f251b8ef 2024-12-11T12:19:30,750 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740/.tmp/info/857cd355231e4151bee3ca7f7c3f924b 2024-12-11T12:19:30,775 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.81 MB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/1a4f871fffd4c59272c7d08974113858/.tmp/f/86247d6a3d2d425aaef517b381127a26 2024-12-11T12:19:30,782 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/1a4f871fffd4c59272c7d08974113858/.tmp/f/86247d6a3d2d425aaef517b381127a26 as hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/1a4f871fffd4c59272c7d08974113858/f/86247d6a3d2d425aaef517b381127a26 2024-12-11T12:19:30,784 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740/.tmp/rep_barrier/90a1ad6276fe455388e7e7ac84380217 is 115, key is test,bbb,1733919499115.1d4f1abda456bbbcbce4e1712c281163./rep_barrier:seqnumDuringOpen/1733919503012/Put/seqid=0 2024-12-11T12:19:30,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741868_1044 (size=8574) 2024-12-11T12:19:30,789 INFO [regionserver/257f9802b3ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T12:19:30,789 INFO [regionserver/257f9802b3ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T12:19:30,790 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/1a4f871fffd4c59272c7d08974113858/f/86247d6a3d2d425aaef517b381127a26, entries=1000, sequenceid=144, filesize=4.0 M 2024-12-11T12:19:30,791 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.81 MB/7140096, heapSize ~6.93 MB/7271664, currentSize=0 B/0 for 1a4f871fffd4c59272c7d08974113858 in 455ms, sequenceid=144, compaction requested=false 2024-12-11T12:19:30,791 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1733919499115.1a4f871fffd4c59272c7d08974113858. 2024-12-11T12:19:30,791 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733919499115.1a4f871fffd4c59272c7d08974113858. 2024-12-11T12:19:30,791 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1733919499115.1a4f871fffd4c59272c7d08974113858. after waiting 0 ms 2024-12-11T12:19:30,791 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1733919499115.1a4f871fffd4c59272c7d08974113858. 2024-12-11T12:19:30,794 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/1a4f871fffd4c59272c7d08974113858/recovered.edits/147.seqid, newMaxSeqId=147, maxSeqId=1 2024-12-11T12:19:30,795 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1733919499115.1a4f871fffd4c59272c7d08974113858. 2024-12-11T12:19:30,795 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1a4f871fffd4c59272c7d08974113858: 2024-12-11T12:19:30,795 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733919499115.1a4f871fffd4c59272c7d08974113858. 2024-12-11T12:19:30,795 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b2a70ee6a5de8ae954449d35f31008c3, disabling compactions & flushes 2024-12-11T12:19:30,795 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3. 2024-12-11T12:19:30,795 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3. 2024-12-11T12:19:30,795 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3. after waiting 0 ms 2024-12-11T12:19:30,795 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3. 2024-12-11T12:19:30,799 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/b2a70ee6a5de8ae954449d35f31008c3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,800 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3. 2024-12-11T12:19:30,800 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b2a70ee6a5de8ae954449d35f31008c3: 2024-12-11T12:19:30,800 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1733919499115.b2a70ee6a5de8ae954449d35f31008c3. 2024-12-11T12:19:30,800 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4230278cc6b40d42afbd434613f7ad80, disabling compactions & flushes 2024-12-11T12:19:30,800 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80. 2024-12-11T12:19:30,800 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80. 2024-12-11T12:19:30,800 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80. after waiting 0 ms 2024-12-11T12:19:30,800 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80. 2024-12-11T12:19:30,804 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/4230278cc6b40d42afbd434613f7ad80/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,804 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80. 2024-12-11T12:19:30,804 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4230278cc6b40d42afbd434613f7ad80: 2024-12-11T12:19:30,804 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1733919499115.4230278cc6b40d42afbd434613f7ad80. 2024-12-11T12:19:30,804 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ef07df03d81069f8f5dcb4c20475db82, disabling compactions & flushes 2024-12-11T12:19:30,804 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82. 2024-12-11T12:19:30,804 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82. 2024-12-11T12:19:30,805 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82. after waiting 0 ms 2024-12-11T12:19:30,805 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82. 2024-12-11T12:19:30,808 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/ef07df03d81069f8f5dcb4c20475db82/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,809 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82. 2024-12-11T12:19:30,809 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ef07df03d81069f8f5dcb4c20475db82: 2024-12-11T12:19:30,809 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1733919499115.ef07df03d81069f8f5dcb4c20475db82. 2024-12-11T12:19:30,809 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bece6f346188084302b570ce2de20f21, disabling compactions & flushes 2024-12-11T12:19:30,809 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1733919499115.bece6f346188084302b570ce2de20f21. 2024-12-11T12:19:30,809 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733919499115.bece6f346188084302b570ce2de20f21. 2024-12-11T12:19:30,809 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733919499115.bece6f346188084302b570ce2de20f21. after waiting 0 ms 2024-12-11T12:19:30,809 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733919499115.bece6f346188084302b570ce2de20f21. 2024-12-11T12:19:30,813 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/bece6f346188084302b570ce2de20f21/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,814 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1733919499115.bece6f346188084302b570ce2de20f21. 2024-12-11T12:19:30,814 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bece6f346188084302b570ce2de20f21: 2024-12-11T12:19:30,814 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1733919499115.bece6f346188084302b570ce2de20f21. 2024-12-11T12:19:30,814 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fb6994fdde8142c90daf81b5adb3d761, disabling compactions & flushes 2024-12-11T12:19:30,814 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761. 2024-12-11T12:19:30,814 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761. 2024-12-11T12:19:30,814 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761. after waiting 0 ms 2024-12-11T12:19:30,814 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761. 2024-12-11T12:19:30,817 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/fb6994fdde8142c90daf81b5adb3d761/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,818 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761. 2024-12-11T12:19:30,818 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fb6994fdde8142c90daf81b5adb3d761: 2024-12-11T12:19:30,818 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1733919499115.fb6994fdde8142c90daf81b5adb3d761. 2024-12-11T12:19:30,818 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2677b97df259602d5067a22a1673fc6e, disabling compactions & flushes 2024-12-11T12:19:30,818 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e. 2024-12-11T12:19:30,818 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e. 2024-12-11T12:19:30,818 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e. after waiting 0 ms 2024-12-11T12:19:30,818 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e. 2024-12-11T12:19:30,822 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/2677b97df259602d5067a22a1673fc6e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,823 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e. 2024-12-11T12:19:30,823 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2677b97df259602d5067a22a1673fc6e: 2024-12-11T12:19:30,823 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1733919499115.2677b97df259602d5067a22a1673fc6e. 2024-12-11T12:19:30,823 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 688d4cc5c5e21d82c2c841b97e018308, disabling compactions & flushes 2024-12-11T12:19:30,823 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308. 2024-12-11T12:19:30,823 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308. 2024-12-11T12:19:30,823 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308. after waiting 0 ms 2024-12-11T12:19:30,823 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308. 2024-12-11T12:19:30,827 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/688d4cc5c5e21d82c2c841b97e018308/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,827 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308. 2024-12-11T12:19:30,827 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 688d4cc5c5e21d82c2c841b97e018308: 2024-12-11T12:19:30,827 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1733919499115.688d4cc5c5e21d82c2c841b97e018308. 2024-12-11T12:19:30,827 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fd9dabb2b78c63f5653d4a10f251b8ef, disabling compactions & flushes 2024-12-11T12:19:30,827 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef. 2024-12-11T12:19:30,827 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef. 2024-12-11T12:19:30,827 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef. after waiting 0 ms 2024-12-11T12:19:30,827 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef. 2024-12-11T12:19:30,831 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/fd9dabb2b78c63f5653d4a10f251b8ef/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,831 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef. 2024-12-11T12:19:30,832 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fd9dabb2b78c63f5653d4a10f251b8ef: 2024-12-11T12:19:30,832 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1733919499115.fd9dabb2b78c63f5653d4a10f251b8ef. 2024-12-11T12:19:30,832 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 84ca6883362e3b75a341f4eb2694741f, disabling compactions & flushes 2024-12-11T12:19:30,832 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f. 2024-12-11T12:19:30,832 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f. 2024-12-11T12:19:30,832 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f. after waiting 0 ms 2024-12-11T12:19:30,832 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f. 2024-12-11T12:19:30,835 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/84ca6883362e3b75a341f4eb2694741f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,835 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f. 2024-12-11T12:19:30,836 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 84ca6883362e3b75a341f4eb2694741f: 2024-12-11T12:19:30,836 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1733919499115.84ca6883362e3b75a341f4eb2694741f. 2024-12-11T12:19:30,836 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 118442c113a89d6821ddd1e70a9ddc02, disabling compactions & flushes 2024-12-11T12:19:30,836 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02. 2024-12-11T12:19:30,836 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02. 2024-12-11T12:19:30,836 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02. after waiting 0 ms 2024-12-11T12:19:30,836 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02. 2024-12-11T12:19:30,839 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/118442c113a89d6821ddd1e70a9ddc02/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,840 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02. 2024-12-11T12:19:30,840 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 118442c113a89d6821ddd1e70a9ddc02: 2024-12-11T12:19:30,840 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1733919499115.118442c113a89d6821ddd1e70a9ddc02. 2024-12-11T12:19:30,840 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ab0b3f6f14229ee228e28dfba44452f8, disabling compactions & flushes 2024-12-11T12:19:30,840 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8. 2024-12-11T12:19:30,840 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8. 2024-12-11T12:19:30,840 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8. after waiting 0 ms 2024-12-11T12:19:30,840 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8. 2024-12-11T12:19:30,844 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/ab0b3f6f14229ee228e28dfba44452f8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,844 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8. 2024-12-11T12:19:30,844 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ab0b3f6f14229ee228e28dfba44452f8: 2024-12-11T12:19:30,844 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1733919499115.ab0b3f6f14229ee228e28dfba44452f8. 2024-12-11T12:19:30,845 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8f04721d99481588359c729cd1ed504f, disabling compactions & flushes 2024-12-11T12:19:30,845 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1733919499115.8f04721d99481588359c729cd1ed504f. 2024-12-11T12:19:30,845 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733919499115.8f04721d99481588359c729cd1ed504f. 2024-12-11T12:19:30,845 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733919499115.8f04721d99481588359c729cd1ed504f. after waiting 0 ms 2024-12-11T12:19:30,845 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733919499115.8f04721d99481588359c729cd1ed504f. 2024-12-11T12:19:30,848 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/8f04721d99481588359c729cd1ed504f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,849 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1733919499115.8f04721d99481588359c729cd1ed504f. 2024-12-11T12:19:30,849 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8f04721d99481588359c729cd1ed504f: 2024-12-11T12:19:30,849 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1733919499115.8f04721d99481588359c729cd1ed504f. 2024-12-11T12:19:30,849 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 84053799a9fe29979f6d9adddbf53206, disabling compactions & flushes 2024-12-11T12:19:30,849 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206. 2024-12-11T12:19:30,849 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206. 2024-12-11T12:19:30,849 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206. after waiting 0 ms 2024-12-11T12:19:30,849 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206. 2024-12-11T12:19:30,852 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/84053799a9fe29979f6d9adddbf53206/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:30,853 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206. 2024-12-11T12:19:30,853 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 84053799a9fe29979f6d9adddbf53206: 2024-12-11T12:19:30,853 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1733919499115.84053799a9fe29979f6d9adddbf53206. 2024-12-11T12:19:30,853 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 96cd5ec8f6faaad04dffaf6700d1ccea, disabling compactions & flushes 2024-12-11T12:19:30,853 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea. 2024-12-11T12:19:30,853 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea. 2024-12-11T12:19:30,853 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea. after waiting 0 ms 2024-12-11T12:19:30,853 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea. 2024-12-11T12:19:30,853 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 96cd5ec8f6faaad04dffaf6700d1ccea 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-11T12:19:30,867 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/namespace/96cd5ec8f6faaad04dffaf6700d1ccea/.tmp/info/eb62aad43a68486d9d795a0478a69e42 is 45, key is default/info:d/1733919490587/Put/seqid=0 2024-12-11T12:19:30,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741869_1045 (size=5037) 2024-12-11T12:19:30,906 DEBUG [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 89e89a956d760ecba0170146a47485c3, 911e686e1799ce41723fd37e29af99ff, 96cd5ec8f6faaad04dffaf6700d1ccea, c0a56db27519810bbe36d046bcf607cd, c253f1687b324cd8a7be787ad1d89b36, f4cf1172a9a9f6234cfd7909afa63e77 2024-12-11T12:19:31,106 DEBUG [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 89e89a956d760ecba0170146a47485c3, 911e686e1799ce41723fd37e29af99ff, 96cd5ec8f6faaad04dffaf6700d1ccea, c0a56db27519810bbe36d046bcf607cd, c253f1687b324cd8a7be787ad1d89b36, f4cf1172a9a9f6234cfd7909afa63e77 2024-12-11T12:19:31,190 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740/.tmp/rep_barrier/90a1ad6276fe455388e7e7ac84380217 2024-12-11T12:19:31,215 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740/.tmp/table/c5493d8009084ae0a087a670ae0b01f4 is 94, key is testdroppedtimed,,1733919509094.28f1042ffd273e23cc6938f643553974./table:/1733919513302/DeleteFamily/seqid=0 2024-12-11T12:19:31,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741870_1046 (size=5605) 2024-12-11T12:19:31,273 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/namespace/96cd5ec8f6faaad04dffaf6700d1ccea/.tmp/info/eb62aad43a68486d9d795a0478a69e42 2024-12-11T12:19:31,285 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/namespace/96cd5ec8f6faaad04dffaf6700d1ccea/.tmp/info/eb62aad43a68486d9d795a0478a69e42 as hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/namespace/96cd5ec8f6faaad04dffaf6700d1ccea/info/eb62aad43a68486d9d795a0478a69e42 2024-12-11T12:19:31,293 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/namespace/96cd5ec8f6faaad04dffaf6700d1ccea/info/eb62aad43a68486d9d795a0478a69e42, entries=2, sequenceid=6, filesize=4.9 K 2024-12-11T12:19:31,294 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 96cd5ec8f6faaad04dffaf6700d1ccea in 441ms, sequenceid=6, compaction requested=false 2024-12-11T12:19:31,298 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/namespace/96cd5ec8f6faaad04dffaf6700d1ccea/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-11T12:19:31,299 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea. 2024-12-11T12:19:31,299 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 96cd5ec8f6faaad04dffaf6700d1ccea: 2024-12-11T12:19:31,299 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733919489660.96cd5ec8f6faaad04dffaf6700d1ccea. 2024-12-11T12:19:31,299 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f4cf1172a9a9f6234cfd7909afa63e77, disabling compactions & flushes 2024-12-11T12:19:31,299 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77. 2024-12-11T12:19:31,299 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77. 2024-12-11T12:19:31,299 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77. after waiting 0 ms 2024-12-11T12:19:31,299 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77. 2024-12-11T12:19:31,302 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/f4cf1172a9a9f6234cfd7909afa63e77/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:31,302 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77. 2024-12-11T12:19:31,302 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f4cf1172a9a9f6234cfd7909afa63e77: 2024-12-11T12:19:31,302 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1733919499115.f4cf1172a9a9f6234cfd7909afa63e77. 2024-12-11T12:19:31,303 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 911e686e1799ce41723fd37e29af99ff, disabling compactions & flushes 2024-12-11T12:19:31,303 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff. 2024-12-11T12:19:31,303 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff. 2024-12-11T12:19:31,303 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff. after waiting 0 ms 2024-12-11T12:19:31,303 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff. 2024-12-11T12:19:31,305 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/911e686e1799ce41723fd37e29af99ff/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:31,306 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff. 2024-12-11T12:19:31,306 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 911e686e1799ce41723fd37e29af99ff: 2024-12-11T12:19:31,306 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1733919499115.911e686e1799ce41723fd37e29af99ff. 2024-12-11T12:19:31,306 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c0a56db27519810bbe36d046bcf607cd, disabling compactions & flushes 2024-12-11T12:19:31,306 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd. 2024-12-11T12:19:31,306 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd. 2024-12-11T12:19:31,306 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd. after waiting 0 ms 2024-12-11T12:19:31,306 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd. 2024-12-11T12:19:31,307 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(1599): Waiting on 4 regions to close 2024-12-11T12:19:31,307 DEBUG [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, c0a56db27519810bbe36d046bcf607cd=test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd., c253f1687b324cd8a7be787ad1d89b36=test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36., 89e89a956d760ecba0170146a47485c3=test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3.} 2024-12-11T12:19:31,307 DEBUG [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 89e89a956d760ecba0170146a47485c3, c0a56db27519810bbe36d046bcf607cd, c253f1687b324cd8a7be787ad1d89b36 2024-12-11T12:19:31,310 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/c0a56db27519810bbe36d046bcf607cd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:31,310 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd. 2024-12-11T12:19:31,310 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c0a56db27519810bbe36d046bcf607cd: 2024-12-11T12:19:31,310 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1733919499115.c0a56db27519810bbe36d046bcf607cd. 2024-12-11T12:19:31,310 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c253f1687b324cd8a7be787ad1d89b36, disabling compactions & flushes 2024-12-11T12:19:31,310 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36. 2024-12-11T12:19:31,310 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36. 2024-12-11T12:19:31,310 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36. after waiting 0 ms 2024-12-11T12:19:31,310 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36. 2024-12-11T12:19:31,314 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/c253f1687b324cd8a7be787ad1d89b36/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:31,314 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36. 2024-12-11T12:19:31,314 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c253f1687b324cd8a7be787ad1d89b36: 2024-12-11T12:19:31,314 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1733919499115.c253f1687b324cd8a7be787ad1d89b36. 2024-12-11T12:19:31,315 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 89e89a956d760ecba0170146a47485c3, disabling compactions & flushes 2024-12-11T12:19:31,315 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3. 2024-12-11T12:19:31,315 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3. 2024-12-11T12:19:31,315 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3. after waiting 0 ms 2024-12-11T12:19:31,315 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3. 2024-12-11T12:19:31,318 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/default/test/89e89a956d760ecba0170146a47485c3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:31,319 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3. 2024-12-11T12:19:31,319 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 89e89a956d760ecba0170146a47485c3: 2024-12-11T12:19:31,319 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1733919499115.89e89a956d760ecba0170146a47485c3. 2024-12-11T12:19:31,507 DEBUG [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-11T12:19:31,622 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740/.tmp/table/c5493d8009084ae0a087a670ae0b01f4 2024-12-11T12:19:31,633 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740/.tmp/info/857cd355231e4151bee3ca7f7c3f924b as hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740/info/857cd355231e4151bee3ca7f7c3f924b 2024-12-11T12:19:31,641 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740/info/857cd355231e4151bee3ca7f7c3f924b, entries=272, sequenceid=77, filesize=35.5 K 2024-12-11T12:19:31,642 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740/.tmp/rep_barrier/90a1ad6276fe455388e7e7ac84380217 as hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740/rep_barrier/90a1ad6276fe455388e7e7ac84380217 2024-12-11T12:19:31,649 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740/rep_barrier/90a1ad6276fe455388e7e7ac84380217, entries=27, sequenceid=77, filesize=8.4 K 2024-12-11T12:19:31,649 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740/.tmp/table/c5493d8009084ae0a087a670ae0b01f4 as hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740/table/c5493d8009084ae0a087a670ae0b01f4 2024-12-11T12:19:31,655 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740/table/c5493d8009084ae0a087a670ae0b01f4, entries=6, sequenceid=77, filesize=5.5 K 2024-12-11T12:19:31,656 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1354ms, sequenceid=77, compaction requested=false 2024-12-11T12:19:31,660 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-11T12:19:31,661 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T12:19:31,661 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-11T12:19:31,661 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-11T12:19:31,661 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T12:19:31,707 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(1250): stopping server 257f9802b3ca,37747,1733919488008; all regions closed. 2024-12-11T12:19:31,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741834_1010 (size=40374) 2024-12-11T12:19:31,716 DEBUG [RS:0;257f9802b3ca:37747 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/oldWALs 2024-12-11T12:19:31,716 INFO [RS:0;257f9802b3ca:37747 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 257f9802b3ca%2C37747%2C1733919488008.meta:.meta(num 1733919489579) 2024-12-11T12:19:31,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741832_1008 (size=7175253) 2024-12-11T12:19:31,719 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/WALs/257f9802b3ca,37747,1733919488008/257f9802b3ca%2C37747%2C1733919488008.1733919488947 not finished, retry = 0 2024-12-11T12:19:31,826 DEBUG [RS:0;257f9802b3ca:37747 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/oldWALs 2024-12-11T12:19:31,826 INFO [RS:0;257f9802b3ca:37747 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 257f9802b3ca%2C37747%2C1733919488008:(num 1733919488947) 2024-12-11T12:19:31,826 DEBUG [RS:0;257f9802b3ca:37747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:31,826 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T12:19:31,827 INFO [RS:0;257f9802b3ca:37747 {}] hbase.ChoreService(370): Chore service for: regionserver/257f9802b3ca:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-11T12:19:31,828 INFO [regionserver/257f9802b3ca:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-11T12:19:31,829 INFO [RS:0;257f9802b3ca:37747 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;257f9802b3ca:37747. 2024-12-11T12:19:31,829 DEBUG [RS:0;257f9802b3ca:37747 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T12:19:31,830 DEBUG [RS:0;257f9802b3ca:37747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:31,830 DEBUG [RS:0;257f9802b3ca:37747 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7673ee8f to 127.0.0.1:58615 2024-12-11T12:19:31,830 INFO [RS:0;257f9802b3ca:37747 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37747 2024-12-11T12:19:31,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-11T12:19:31,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/257f9802b3ca,37747,1733919488008 2024-12-11T12:19:31,857 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [257f9802b3ca,37747,1733919488008] 2024-12-11T12:19:31,858 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 257f9802b3ca,37747,1733919488008; numProcessing=1 2024-12-11T12:19:31,873 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/257f9802b3ca,37747,1733919488008 already deleted, retry=false 2024-12-11T12:19:31,873 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 257f9802b3ca,37747,1733919488008 expired; onlineServers=0 2024-12-11T12:19:31,873 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '257f9802b3ca,34501,1733919487887' ***** 2024-12-11T12:19:31,873 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T12:19:31,874 DEBUG [M:0;257f9802b3ca:34501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee50998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=257f9802b3ca/172.17.0.2:0 2024-12-11T12:19:31,874 INFO [M:0;257f9802b3ca:34501 {}] regionserver.HRegionServer(1224): stopping server 257f9802b3ca,34501,1733919487887 2024-12-11T12:19:31,874 INFO [M:0;257f9802b3ca:34501 {}] regionserver.HRegionServer(1250): stopping server 257f9802b3ca,34501,1733919487887; all regions closed. 2024-12-11T12:19:31,874 DEBUG [M:0;257f9802b3ca:34501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:31,874 DEBUG [M:0;257f9802b3ca:34501 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T12:19:31,874 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T12:19:31,875 DEBUG [M:0;257f9802b3ca:34501 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T12:19:31,875 DEBUG [master/257f9802b3ca:0:becomeActiveMaster-HFileCleaner.large.0-1733919488699 {}] cleaner.HFileCleaner(306): Exit Thread[master/257f9802b3ca:0:becomeActiveMaster-HFileCleaner.large.0-1733919488699,5,FailOnTimeoutGroup] 2024-12-11T12:19:31,875 DEBUG [master/257f9802b3ca:0:becomeActiveMaster-HFileCleaner.small.0-1733919488711 {}] cleaner.HFileCleaner(306): Exit Thread[master/257f9802b3ca:0:becomeActiveMaster-HFileCleaner.small.0-1733919488711,5,FailOnTimeoutGroup] 2024-12-11T12:19:31,875 INFO [M:0;257f9802b3ca:34501 {}] hbase.ChoreService(370): Chore service for: master/257f9802b3ca:0 had [] on shutdown 2024-12-11T12:19:31,875 DEBUG [M:0;257f9802b3ca:34501 {}] master.HMaster(1733): Stopping service threads 2024-12-11T12:19:31,875 INFO [M:0;257f9802b3ca:34501 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T12:19:31,876 INFO [M:0;257f9802b3ca:34501 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T12:19:31,876 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T12:19:31,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-11T12:19:31,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-11T12:19:31,882 DEBUG [M:0;257f9802b3ca:34501 {}] zookeeper.ZKUtil(347): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-11T12:19:31,882 WARN [M:0;257f9802b3ca:34501 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T12:19:31,882 INFO [M:0;257f9802b3ca:34501 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-11T12:19:31,882 INFO [M:0;257f9802b3ca:34501 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T12:19:31,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-11T12:19:31,883 DEBUG [M:0;257f9802b3ca:34501 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T12:19:31,883 INFO [M:0;257f9802b3ca:34501 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T12:19:31,883 DEBUG [M:0;257f9802b3ca:34501 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T12:19:31,883 DEBUG [M:0;257f9802b3ca:34501 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T12:19:31,883 DEBUG [M:0;257f9802b3ca:34501 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T12:19:31,883 INFO [M:0;257f9802b3ca:34501 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.25 KB heapSize=270.96 KB 2024-12-11T12:19:31,904 DEBUG [M:0;257f9802b3ca:34501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/750bd5f2e98647f4838ad0ca90e1fb71 is 82, key is hbase:meta,,1/info:regioninfo/1733919489618/Put/seqid=0 2024-12-11T12:19:31,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741871_1047 (size=5672) 2024-12-11T12:19:31,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T12:19:31,965 INFO [RS:0;257f9802b3ca:37747 {}] regionserver.HRegionServer(1307): Exiting; stopping=257f9802b3ca,37747,1733919488008; zookeeper connection closed. 2024-12-11T12:19:31,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x1001506a85d0004, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T12:19:31,966 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a68d9cf {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a68d9cf 2024-12-11T12:19:31,966 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-11T12:19:32,310 INFO [M:0;257f9802b3ca:34501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/750bd5f2e98647f4838ad0ca90e1fb71 2024-12-11T12:19:32,338 DEBUG [M:0;257f9802b3ca:34501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55fcbc9e0aad4b6a9f44a87e2e0e953d is 2026, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733919503553/Put/seqid=0 2024-12-11T12:19:32,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741872_1048 (size=11249) 2024-12-11T12:19:32,744 INFO [M:0;257f9802b3ca:34501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.70 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55fcbc9e0aad4b6a9f44a87e2e0e953d 2024-12-11T12:19:32,756 INFO [M:0;257f9802b3ca:34501 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55fcbc9e0aad4b6a9f44a87e2e0e953d 2024-12-11T12:19:32,769 DEBUG [M:0;257f9802b3ca:34501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f447afcd2f94bd4b4f08e45bfcb47e3 is 69, key is 257f9802b3ca,37747,1733919488008/rs:state/1733919488740/Put/seqid=0 2024-12-11T12:19:32,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741873_1049 (size=5156) 2024-12-11T12:19:33,176 INFO [M:0;257f9802b3ca:34501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f447afcd2f94bd4b4f08e45bfcb47e3 2024-12-11T12:19:33,190 DEBUG [M:0;257f9802b3ca:34501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/750bd5f2e98647f4838ad0ca90e1fb71 as hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/750bd5f2e98647f4838ad0ca90e1fb71 2024-12-11T12:19:33,196 INFO [M:0;257f9802b3ca:34501 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/750bd5f2e98647f4838ad0ca90e1fb71, entries=8, sequenceid=549, filesize=5.5 K 2024-12-11T12:19:33,197 DEBUG [M:0;257f9802b3ca:34501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55fcbc9e0aad4b6a9f44a87e2e0e953d as hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55fcbc9e0aad4b6a9f44a87e2e0e953d 2024-12-11T12:19:33,202 INFO [M:0;257f9802b3ca:34501 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55fcbc9e0aad4b6a9f44a87e2e0e953d 2024-12-11T12:19:33,202 INFO [M:0;257f9802b3ca:34501 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55fcbc9e0aad4b6a9f44a87e2e0e953d, entries=69, sequenceid=549, filesize=11.0 K 2024-12-11T12:19:33,203 DEBUG [M:0;257f9802b3ca:34501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f447afcd2f94bd4b4f08e45bfcb47e3 as hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f447afcd2f94bd4b4f08e45bfcb47e3 2024-12-11T12:19:33,209 INFO [M:0;257f9802b3ca:34501 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f447afcd2f94bd4b4f08e45bfcb47e3, entries=1, sequenceid=549, filesize=5.0 K 2024-12-11T12:19:33,210 INFO [M:0;257f9802b3ca:34501 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.25 KB/225538, heapSize ~270.66 KB/277160, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=549, compaction requested=false 2024-12-11T12:19:33,211 INFO [M:0;257f9802b3ca:34501 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T12:19:33,211 DEBUG [M:0;257f9802b3ca:34501 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-11T12:19:33,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741830_1006 (size=262150) 2024-12-11T12:19:33,213 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/cd969fcb-02ae-aad0-0c0e-ad05f564996d/MasterData/WALs/257f9802b3ca,34501,1733919487887/257f9802b3ca%2C34501%2C1733919487887.1733919488378 not finished, retry = 0 2024-12-11T12:19:33,314 INFO [M:0;257f9802b3ca:34501 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-11T12:19:33,314 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-11T12:19:33,315 INFO [M:0;257f9802b3ca:34501 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34501 2024-12-11T12:19:33,365 DEBUG [M:0;257f9802b3ca:34501 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/257f9802b3ca,34501,1733919487887 already deleted, retry=false 2024-12-11T12:19:33,395 INFO [257f9802b3ca:38337Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-11T12:19:33,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T12:19:33,474 INFO [M:0;257f9802b3ca:34501 {}] regionserver.HRegionServer(1307): Exiting; stopping=257f9802b3ca,34501,1733919487887; zookeeper connection closed. 2024-12-11T12:19:33,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34501-0x1001506a85d0003, quorum=127.0.0.1:58615, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T12:19:33,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c3a7825{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T12:19:33,484 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ef9ef6e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T12:19:33,484 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T12:19:33,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5db0f175{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T12:19:33,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2661e40f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/hadoop.log.dir/,STOPPED} 2024-12-11T12:19:33,488 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T12:19:33,488 WARN [BP-983500031-172.17.0.2-1733919486471 heartbeating to localhost/127.0.0.1:41099 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T12:19:33,488 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T12:19:33,488 WARN [BP-983500031-172.17.0.2-1733919486471 heartbeating to localhost/127.0.0.1:41099 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-983500031-172.17.0.2-1733919486471 (Datanode Uuid 71b749c2-248a-4735-ac09-e163996890d7) service to localhost/127.0.0.1:41099 2024-12-11T12:19:33,489 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/cluster_0c68ae72-0619-5c94-c118-1065bd670213/dfs/data/data1/current/BP-983500031-172.17.0.2-1733919486471 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T12:19:33,490 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/cluster_0c68ae72-0619-5c94-c118-1065bd670213/dfs/data/data2/current/BP-983500031-172.17.0.2-1733919486471 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T12:19:33,490 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T12:19:33,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f89429d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T12:19:33,497 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c272ed2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T12:19:33,497 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T12:19:33,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@329a01bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T12:19:33,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c181ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b60197f-d63b-cdd7-6a7f-2016ffa7d4ea/hadoop.log.dir/,STOPPED} 2024-12-11T12:19:33,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-11T12:19:33,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-11T12:19:33,527 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-11T12:19:33,527 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0cd9d88e to 127.0.0.1:58615 2024-12-11T12:19:33,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:33,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T12:19:33,528 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=572881020, stopped=false 2024-12-11T12:19:33,528 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=257f9802b3ca,46055,1733919480877 2024-12-11T12:19:33,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-11T12:19:33,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-11T12:19:33,540 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-11T12:19:33,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T12:19:33,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T12:19:33,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:33,540 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '257f9802b3ca,38337,1733919481677' ***** 2024-12-11T12:19:33,540 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-11T12:19:33,540 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T12:19:33,540 INFO [RS:0;257f9802b3ca:38337 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T12:19:33,540 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-11T12:19:33,540 INFO [RS:0;257f9802b3ca:38337 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T12:19:33,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T12:19:33,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T12:19:33,540 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 8dceddadaf246cc744dfbd7498bd9651 2024-12-11T12:19:33,540 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for e4a19c00968c89c4fc9b12c2c0efdebb 2024-12-11T12:19:33,540 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 82bbdde7bb9ab7813cb06cc1a6f9cf1c 2024-12-11T12:19:33,540 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8dceddadaf246cc744dfbd7498bd9651, disabling compactions & flushes 2024-12-11T12:19:33,540 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 143ef3c6174c73a0962bdd76c08ed03d 2024-12-11T12:19:33,540 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651. 2024-12-11T12:19:33,540 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for e82f1edf8db1818cd2ac076c7fcb2a27 2024-12-11T12:19:33,540 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651. 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 5e7900c193499d6ee42aefb3b6d42678 2024-12-11T12:19:33,541 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651. after waiting 0 ms 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for d4a892c822573577ba2dcae0cb7d3f0e 2024-12-11T12:19:33,541 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651. 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for e14a8e8f27decab2f48893e7a2230638 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 8b4a5f1a1dc8381b030edb4b5924aa96 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 884b03ccad28de718c12eb4cc3930779 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for aa150b38926ebf62e671344008c1dcd3 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 2f94521d9d15158dc4b4a498d02d8c9f 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 9b24bde57ed7b1da038c87a50028619b 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 6c4a04b90e310c4efc9da8cfee9bf067 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 97eb82cca69d9a318c6aaf692478921c 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 79ea846687a4db8304d3f3e081869633 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 0ceea336057e052d49c2384f8541400a 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 9c365161605557e586262b07c1311b51 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for c8a0b0badf6825411984168c5d9714f7 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 07b93c93dd77ad646b018fe0bc3827dc 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 18db894e5bd189ad36107f3ed61fcd02 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 31336b00df0bee1d7f0d63fffc0aab08 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 39a9c567f4adb0d54e9f96d47ef7edc7 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 740ad6b6edd414ea7fdf46a64dc3ca09 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 1ccd48f518b4ede0d558a567ffa5ef1f 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 4c83a841ccce6e7be041ad19e25a6793 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 74301657f3f80eda103a98b4eb47fced 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(1224): stopping server 257f9802b3ca,38337,1733919481677 2024-12-11T12:19:33,541 DEBUG [RS:0;257f9802b3ca:38337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T12:19:33,541 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T12:19:33,542 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-11T12:19:33,542 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-11T12:19:33,542 DEBUG [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(1629): Waiting on 07b93c93dd77ad646b018fe0bc3827dc, 0ceea336057e052d49c2384f8541400a, 143ef3c6174c73a0962bdd76c08ed03d, 1588230740, 18db894e5bd189ad36107f3ed61fcd02, 1ccd48f518b4ede0d558a567ffa5ef1f, 2f94521d9d15158dc4b4a498d02d8c9f, 31336b00df0bee1d7f0d63fffc0aab08, 39a9c567f4adb0d54e9f96d47ef7edc7, 4c83a841ccce6e7be041ad19e25a6793, 5e7900c193499d6ee42aefb3b6d42678, 6c4a04b90e310c4efc9da8cfee9bf067, 740ad6b6edd414ea7fdf46a64dc3ca09, 74301657f3f80eda103a98b4eb47fced, 79ea846687a4db8304d3f3e081869633, 82bbdde7bb9ab7813cb06cc1a6f9cf1c, 884b03ccad28de718c12eb4cc3930779, 8b4a5f1a1dc8381b030edb4b5924aa96, 8dceddadaf246cc744dfbd7498bd9651, 97eb82cca69d9a318c6aaf692478921c, 9b24bde57ed7b1da038c87a50028619b, 9c365161605557e586262b07c1311b51, aa150b38926ebf62e671344008c1dcd3, c8a0b0badf6825411984168c5d9714f7, d4a892c822573577ba2dcae0cb7d3f0e, e14a8e8f27decab2f48893e7a2230638, e4a19c00968c89c4fc9b12c2c0efdebb, e82f1edf8db1818cd2ac076c7fcb2a27 2024-12-11T12:19:33,542 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-11T12:19:33,542 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-11T12:19:33,542 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-11T12:19:33,542 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T12:19:33,542 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T12:19:33,542 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-11T12:19:33,545 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/8dceddadaf246cc744dfbd7498bd9651/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:33,545 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651. 2024-12-11T12:19:33,546 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8dceddadaf246cc744dfbd7498bd9651: 2024-12-11T12:19:33,546 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1733919490969.8dceddadaf246cc744dfbd7498bd9651. 2024-12-11T12:19:33,546 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e4a19c00968c89c4fc9b12c2c0efdebb, disabling compactions & flushes 2024-12-11T12:19:33,546 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb. 2024-12-11T12:19:33,546 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb. 2024-12-11T12:19:33,546 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb. after waiting 0 ms 2024-12-11T12:19:33,546 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb. 2024-12-11T12:19:33,550 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/e4a19c00968c89c4fc9b12c2c0efdebb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:33,551 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb. 2024-12-11T12:19:33,551 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e4a19c00968c89c4fc9b12c2c0efdebb: 2024-12-11T12:19:33,551 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1733919490969.e4a19c00968c89c4fc9b12c2c0efdebb. 2024-12-11T12:19:33,551 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 82bbdde7bb9ab7813cb06cc1a6f9cf1c, disabling compactions & flushes 2024-12-11T12:19:33,551 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c. 2024-12-11T12:19:33,551 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c. 2024-12-11T12:19:33,551 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c. after waiting 0 ms 2024-12-11T12:19:33,551 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c. 2024-12-11T12:19:33,555 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/82bbdde7bb9ab7813cb06cc1a6f9cf1c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:33,555 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c. 2024-12-11T12:19:33,555 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 82bbdde7bb9ab7813cb06cc1a6f9cf1c: 2024-12-11T12:19:33,556 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1733919490969.82bbdde7bb9ab7813cb06cc1a6f9cf1c. 2024-12-11T12:19:33,556 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 143ef3c6174c73a0962bdd76c08ed03d, disabling compactions & flushes 2024-12-11T12:19:33,556 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d. 2024-12-11T12:19:33,556 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d. 2024-12-11T12:19:33,556 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d. after waiting 0 ms 2024-12-11T12:19:33,556 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d. 2024-12-11T12:19:33,559 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/143ef3c6174c73a0962bdd76c08ed03d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:33,560 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d. 2024-12-11T12:19:33,560 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 143ef3c6174c73a0962bdd76c08ed03d: 2024-12-11T12:19:33,560 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1733919490969.143ef3c6174c73a0962bdd76c08ed03d. 2024-12-11T12:19:33,560 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e82f1edf8db1818cd2ac076c7fcb2a27, disabling compactions & flushes 2024-12-11T12:19:33,560 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27. 2024-12-11T12:19:33,560 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27. 2024-12-11T12:19:33,560 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27. after waiting 0 ms 2024-12-11T12:19:33,560 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27. 2024-12-11T12:19:33,564 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/e82f1edf8db1818cd2ac076c7fcb2a27/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:33,564 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27. 2024-12-11T12:19:33,564 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e82f1edf8db1818cd2ac076c7fcb2a27: 2024-12-11T12:19:33,564 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1733919490969.e82f1edf8db1818cd2ac076c7fcb2a27. 2024-12-11T12:19:33,564 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5e7900c193499d6ee42aefb3b6d42678, disabling compactions & flushes 2024-12-11T12:19:33,564 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678. 2024-12-11T12:19:33,564 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678. 2024-12-11T12:19:33,564 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678. after waiting 0 ms 2024-12-11T12:19:33,564 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678. 2024-12-11T12:19:33,566 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740/.tmp/info/70882ea27d3b423c9115d75e59bc49aa is 143, key is hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793./info:regioninfo/1733919486094/Put/seqid=0 2024-12-11T12:19:33,568 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/5e7900c193499d6ee42aefb3b6d42678/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:33,569 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678. 2024-12-11T12:19:33,569 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5e7900c193499d6ee42aefb3b6d42678: 2024-12-11T12:19:33,569 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1733919490969.5e7900c193499d6ee42aefb3b6d42678. 2024-12-11T12:19:33,569 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d4a892c822573577ba2dcae0cb7d3f0e, disabling compactions & flushes 2024-12-11T12:19:33,569 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e. 2024-12-11T12:19:33,569 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e. 2024-12-11T12:19:33,569 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e. after waiting 0 ms 2024-12-11T12:19:33,569 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e. 2024-12-11T12:19:33,569 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d4a892c822573577ba2dcae0cb7d3f0e 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-11T12:19:33,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741867_1043 (size=36340) 2024-12-11T12:19:33,595 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/d4a892c822573577ba2dcae0cb7d3f0e/.tmp/f/5577b667c2c440028c9d4881b750fb14 is 4136, key is NormalPut000/f:row/1733919510877/Put/seqid=0 2024-12-11T12:19:33,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741868_1044 (size=4147225) 2024-12-11T12:19:33,621 INFO [regionserver/257f9802b3ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T12:19:33,742 DEBUG [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(1629): Waiting on 07b93c93dd77ad646b018fe0bc3827dc, 0ceea336057e052d49c2384f8541400a, 1588230740, 18db894e5bd189ad36107f3ed61fcd02, 1ccd48f518b4ede0d558a567ffa5ef1f, 2f94521d9d15158dc4b4a498d02d8c9f, 31336b00df0bee1d7f0d63fffc0aab08, 39a9c567f4adb0d54e9f96d47ef7edc7, 4c83a841ccce6e7be041ad19e25a6793, 6c4a04b90e310c4efc9da8cfee9bf067, 740ad6b6edd414ea7fdf46a64dc3ca09, 74301657f3f80eda103a98b4eb47fced, 79ea846687a4db8304d3f3e081869633, 884b03ccad28de718c12eb4cc3930779, 8b4a5f1a1dc8381b030edb4b5924aa96, 97eb82cca69d9a318c6aaf692478921c, 9b24bde57ed7b1da038c87a50028619b, 9c365161605557e586262b07c1311b51, aa150b38926ebf62e671344008c1dcd3, c8a0b0badf6825411984168c5d9714f7, d4a892c822573577ba2dcae0cb7d3f0e, e14a8e8f27decab2f48893e7a2230638 2024-12-11T12:19:33,942 DEBUG [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(1629): Waiting on 07b93c93dd77ad646b018fe0bc3827dc, 0ceea336057e052d49c2384f8541400a, 1588230740, 18db894e5bd189ad36107f3ed61fcd02, 1ccd48f518b4ede0d558a567ffa5ef1f, 2f94521d9d15158dc4b4a498d02d8c9f, 31336b00df0bee1d7f0d63fffc0aab08, 39a9c567f4adb0d54e9f96d47ef7edc7, 4c83a841ccce6e7be041ad19e25a6793, 6c4a04b90e310c4efc9da8cfee9bf067, 740ad6b6edd414ea7fdf46a64dc3ca09, 74301657f3f80eda103a98b4eb47fced, 79ea846687a4db8304d3f3e081869633, 884b03ccad28de718c12eb4cc3930779, 8b4a5f1a1dc8381b030edb4b5924aa96, 97eb82cca69d9a318c6aaf692478921c, 9b24bde57ed7b1da038c87a50028619b, 9c365161605557e586262b07c1311b51, aa150b38926ebf62e671344008c1dcd3, c8a0b0badf6825411984168c5d9714f7, d4a892c822573577ba2dcae0cb7d3f0e, e14a8e8f27decab2f48893e7a2230638 2024-12-11T12:19:33,971 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740/.tmp/info/70882ea27d3b423c9115d75e59bc49aa 2024-12-11T12:19:33,990 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740/.tmp/rep_barrier/ff749eca20f44ccfbf369b77dc25c2bc is 115, key is test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced./rep_barrier:seqnumDuringOpen/1733919495645/Put/seqid=0 2024-12-11T12:19:33,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741869_1045 (size=8574) 2024-12-11T12:19:33,997 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/d4a892c822573577ba2dcae0cb7d3f0e/.tmp/f/5577b667c2c440028c9d4881b750fb14 2024-12-11T12:19:34,004 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/d4a892c822573577ba2dcae0cb7d3f0e/.tmp/f/5577b667c2c440028c9d4881b750fb14 as hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/d4a892c822573577ba2dcae0cb7d3f0e/f/5577b667c2c440028c9d4881b750fb14 2024-12-11T12:19:34,010 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/d4a892c822573577ba2dcae0cb7d3f0e/f/5577b667c2c440028c9d4881b750fb14, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-11T12:19:34,010 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for d4a892c822573577ba2dcae0cb7d3f0e in 441ms, sequenceid=1004, compaction requested=false 2024-12-11T12:19:34,010 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-11T12:19:34,016 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/d4a892c822573577ba2dcae0cb7d3f0e/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-11T12:19:34,017 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e. 2024-12-11T12:19:34,017 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d4a892c822573577ba2dcae0cb7d3f0e: 2024-12-11T12:19:34,017 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733919490969.d4a892c822573577ba2dcae0cb7d3f0e. 2024-12-11T12:19:34,017 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e14a8e8f27decab2f48893e7a2230638, disabling compactions & flushes 2024-12-11T12:19:34,017 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638. 2024-12-11T12:19:34,017 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638. 2024-12-11T12:19:34,017 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638. after waiting 0 ms 2024-12-11T12:19:34,017 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638. 2024-12-11T12:19:34,020 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/e14a8e8f27decab2f48893e7a2230638/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:34,021 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638. 2024-12-11T12:19:34,021 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e14a8e8f27decab2f48893e7a2230638: 2024-12-11T12:19:34,021 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1733919490969.e14a8e8f27decab2f48893e7a2230638. 2024-12-11T12:19:34,021 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8b4a5f1a1dc8381b030edb4b5924aa96, disabling compactions & flushes 2024-12-11T12:19:34,021 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96. 2024-12-11T12:19:34,021 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96. 2024-12-11T12:19:34,021 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96. after waiting 0 ms 2024-12-11T12:19:34,021 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96. 2024-12-11T12:19:34,024 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/8b4a5f1a1dc8381b030edb4b5924aa96/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:34,025 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96. 2024-12-11T12:19:34,025 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8b4a5f1a1dc8381b030edb4b5924aa96: 2024-12-11T12:19:34,025 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1733919490969.8b4a5f1a1dc8381b030edb4b5924aa96. 2024-12-11T12:19:34,025 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 884b03ccad28de718c12eb4cc3930779, disabling compactions & flushes 2024-12-11T12:19:34,025 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779. 2024-12-11T12:19:34,025 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779. 2024-12-11T12:19:34,025 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779. after waiting 0 ms 2024-12-11T12:19:34,025 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779. 2024-12-11T12:19:34,029 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/884b03ccad28de718c12eb4cc3930779/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:34,029 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779. 2024-12-11T12:19:34,029 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 884b03ccad28de718c12eb4cc3930779: 2024-12-11T12:19:34,029 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1733919490969.884b03ccad28de718c12eb4cc3930779. 2024-12-11T12:19:34,030 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing aa150b38926ebf62e671344008c1dcd3, disabling compactions & flushes 2024-12-11T12:19:34,030 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3. 2024-12-11T12:19:34,030 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3. 2024-12-11T12:19:34,030 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3. after waiting 0 ms 2024-12-11T12:19:34,030 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3. 2024-12-11T12:19:34,033 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/aa150b38926ebf62e671344008c1dcd3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:34,033 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3. 2024-12-11T12:19:34,033 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for aa150b38926ebf62e671344008c1dcd3: 2024-12-11T12:19:34,034 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1733919490969.aa150b38926ebf62e671344008c1dcd3. 2024-12-11T12:19:34,034 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2f94521d9d15158dc4b4a498d02d8c9f, disabling compactions & flushes 2024-12-11T12:19:34,034 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f. 2024-12-11T12:19:34,034 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f. 2024-12-11T12:19:34,034 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f. after waiting 0 ms 2024-12-11T12:19:34,034 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f. 2024-12-11T12:19:34,037 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/2f94521d9d15158dc4b4a498d02d8c9f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:34,038 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f. 2024-12-11T12:19:34,038 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2f94521d9d15158dc4b4a498d02d8c9f: 2024-12-11T12:19:34,038 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1733919490969.2f94521d9d15158dc4b4a498d02d8c9f. 2024-12-11T12:19:34,038 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9b24bde57ed7b1da038c87a50028619b, disabling compactions & flushes 2024-12-11T12:19:34,038 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b. 2024-12-11T12:19:34,038 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b. 2024-12-11T12:19:34,038 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b. after waiting 0 ms 2024-12-11T12:19:34,038 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b. 2024-12-11T12:19:34,041 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/9b24bde57ed7b1da038c87a50028619b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:34,042 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b. 2024-12-11T12:19:34,042 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9b24bde57ed7b1da038c87a50028619b: 2024-12-11T12:19:34,042 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1733919490969.9b24bde57ed7b1da038c87a50028619b. 2024-12-11T12:19:34,042 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6c4a04b90e310c4efc9da8cfee9bf067, disabling compactions & flushes 2024-12-11T12:19:34,042 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067. 2024-12-11T12:19:34,042 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067. 2024-12-11T12:19:34,042 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067. after waiting 0 ms 2024-12-11T12:19:34,042 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067. 2024-12-11T12:19:34,045 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/6c4a04b90e310c4efc9da8cfee9bf067/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:34,045 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067. 2024-12-11T12:19:34,045 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6c4a04b90e310c4efc9da8cfee9bf067: 2024-12-11T12:19:34,045 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1733919490969.6c4a04b90e310c4efc9da8cfee9bf067. 2024-12-11T12:19:34,045 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 97eb82cca69d9a318c6aaf692478921c, disabling compactions & flushes 2024-12-11T12:19:34,045 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c. 2024-12-11T12:19:34,045 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c. 2024-12-11T12:19:34,045 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c. after waiting 0 ms 2024-12-11T12:19:34,045 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c. 2024-12-11T12:19:34,048 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/97eb82cca69d9a318c6aaf692478921c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:34,049 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c. 2024-12-11T12:19:34,049 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 97eb82cca69d9a318c6aaf692478921c: 2024-12-11T12:19:34,049 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1733919490969.97eb82cca69d9a318c6aaf692478921c. 2024-12-11T12:19:34,049 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 79ea846687a4db8304d3f3e081869633, disabling compactions & flushes 2024-12-11T12:19:34,049 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1733919490969.79ea846687a4db8304d3f3e081869633. 2024-12-11T12:19:34,049 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733919490969.79ea846687a4db8304d3f3e081869633. 2024-12-11T12:19:34,049 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733919490969.79ea846687a4db8304d3f3e081869633. after waiting 0 ms 2024-12-11T12:19:34,049 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733919490969.79ea846687a4db8304d3f3e081869633. 2024-12-11T12:19:34,052 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/79ea846687a4db8304d3f3e081869633/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:34,053 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1733919490969.79ea846687a4db8304d3f3e081869633. 2024-12-11T12:19:34,053 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 79ea846687a4db8304d3f3e081869633: 2024-12-11T12:19:34,054 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1733919490969.79ea846687a4db8304d3f3e081869633. 2024-12-11T12:19:34,054 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0ceea336057e052d49c2384f8541400a, disabling compactions & flushes 2024-12-11T12:19:34,054 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a. 2024-12-11T12:19:34,054 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a. 2024-12-11T12:19:34,054 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a. after waiting 0 ms 2024-12-11T12:19:34,054 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a. 2024-12-11T12:19:34,057 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/0ceea336057e052d49c2384f8541400a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:34,058 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a. 2024-12-11T12:19:34,058 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0ceea336057e052d49c2384f8541400a: 2024-12-11T12:19:34,058 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1733919490969.0ceea336057e052d49c2384f8541400a. 2024-12-11T12:19:34,058 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9c365161605557e586262b07c1311b51, disabling compactions & flushes 2024-12-11T12:19:34,058 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1733919490969.9c365161605557e586262b07c1311b51. 2024-12-11T12:19:34,058 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733919490969.9c365161605557e586262b07c1311b51. 2024-12-11T12:19:34,058 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733919490969.9c365161605557e586262b07c1311b51. after waiting 0 ms 2024-12-11T12:19:34,058 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733919490969.9c365161605557e586262b07c1311b51. 2024-12-11T12:19:34,062 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/9c365161605557e586262b07c1311b51/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:34,063 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1733919490969.9c365161605557e586262b07c1311b51. 2024-12-11T12:19:34,063 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9c365161605557e586262b07c1311b51: 2024-12-11T12:19:34,063 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1733919490969.9c365161605557e586262b07c1311b51. 2024-12-11T12:19:34,063 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c8a0b0badf6825411984168c5d9714f7, disabling compactions & flushes 2024-12-11T12:19:34,063 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7. 2024-12-11T12:19:34,063 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7. 2024-12-11T12:19:34,063 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7. after waiting 0 ms 2024-12-11T12:19:34,063 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7. 2024-12-11T12:19:34,067 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/c8a0b0badf6825411984168c5d9714f7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:34,067 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7. 2024-12-11T12:19:34,067 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c8a0b0badf6825411984168c5d9714f7: 2024-12-11T12:19:34,067 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1733919490969.c8a0b0badf6825411984168c5d9714f7. 2024-12-11T12:19:34,068 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 07b93c93dd77ad646b018fe0bc3827dc, disabling compactions & flushes 2024-12-11T12:19:34,068 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc. 2024-12-11T12:19:34,068 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc. 2024-12-11T12:19:34,068 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc. after waiting 0 ms 2024-12-11T12:19:34,068 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc. 2024-12-11T12:19:34,071 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/07b93c93dd77ad646b018fe0bc3827dc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:34,072 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc. 2024-12-11T12:19:34,072 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 07b93c93dd77ad646b018fe0bc3827dc: 2024-12-11T12:19:34,072 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1733919490969.07b93c93dd77ad646b018fe0bc3827dc. 2024-12-11T12:19:34,072 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 18db894e5bd189ad36107f3ed61fcd02, disabling compactions & flushes 2024-12-11T12:19:34,072 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02. 2024-12-11T12:19:34,072 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02. 2024-12-11T12:19:34,072 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02. after waiting 0 ms 2024-12-11T12:19:34,072 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02. 2024-12-11T12:19:34,075 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/18db894e5bd189ad36107f3ed61fcd02/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:34,076 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02. 2024-12-11T12:19:34,076 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 18db894e5bd189ad36107f3ed61fcd02: 2024-12-11T12:19:34,076 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1733919490969.18db894e5bd189ad36107f3ed61fcd02. 2024-12-11T12:19:34,076 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 31336b00df0bee1d7f0d63fffc0aab08, disabling compactions & flushes 2024-12-11T12:19:34,076 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08. 2024-12-11T12:19:34,076 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08. 2024-12-11T12:19:34,076 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08. after waiting 0 ms 2024-12-11T12:19:34,076 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08. 2024-12-11T12:19:34,081 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/31336b00df0bee1d7f0d63fffc0aab08/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:34,082 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08. 2024-12-11T12:19:34,082 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 31336b00df0bee1d7f0d63fffc0aab08: 2024-12-11T12:19:34,082 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1733919490969.31336b00df0bee1d7f0d63fffc0aab08. 2024-12-11T12:19:34,082 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 39a9c567f4adb0d54e9f96d47ef7edc7, disabling compactions & flushes 2024-12-11T12:19:34,082 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7. 2024-12-11T12:19:34,082 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7. 2024-12-11T12:19:34,082 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7. after waiting 0 ms 2024-12-11T12:19:34,082 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7. 2024-12-11T12:19:34,085 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/39a9c567f4adb0d54e9f96d47ef7edc7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:34,086 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7. 2024-12-11T12:19:34,086 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 39a9c567f4adb0d54e9f96d47ef7edc7: 2024-12-11T12:19:34,086 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1733919490969.39a9c567f4adb0d54e9f96d47ef7edc7. 2024-12-11T12:19:34,086 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 740ad6b6edd414ea7fdf46a64dc3ca09, disabling compactions & flushes 2024-12-11T12:19:34,086 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09. 2024-12-11T12:19:34,086 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09. 2024-12-11T12:19:34,086 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09. after waiting 0 ms 2024-12-11T12:19:34,086 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09. 2024-12-11T12:19:34,090 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/740ad6b6edd414ea7fdf46a64dc3ca09/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:34,091 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09. 2024-12-11T12:19:34,091 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 740ad6b6edd414ea7fdf46a64dc3ca09: 2024-12-11T12:19:34,091 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1733919490969.740ad6b6edd414ea7fdf46a64dc3ca09. 2024-12-11T12:19:34,091 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1ccd48f518b4ede0d558a567ffa5ef1f, disabling compactions & flushes 2024-12-11T12:19:34,091 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f. 2024-12-11T12:19:34,091 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f. 2024-12-11T12:19:34,091 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f. after waiting 0 ms 2024-12-11T12:19:34,091 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f. 2024-12-11T12:19:34,094 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/1ccd48f518b4ede0d558a567ffa5ef1f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:34,095 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f. 2024-12-11T12:19:34,095 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1ccd48f518b4ede0d558a567ffa5ef1f: 2024-12-11T12:19:34,095 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1733919490969.1ccd48f518b4ede0d558a567ffa5ef1f. 2024-12-11T12:19:34,095 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4c83a841ccce6e7be041ad19e25a6793, disabling compactions & flushes 2024-12-11T12:19:34,095 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793. 2024-12-11T12:19:34,095 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793. 2024-12-11T12:19:34,095 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793. after waiting 0 ms 2024-12-11T12:19:34,095 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793. 2024-12-11T12:19:34,095 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4c83a841ccce6e7be041ad19e25a6793 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-11T12:19:34,110 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/namespace/4c83a841ccce6e7be041ad19e25a6793/.tmp/info/adf3217a4f9c469c803080b202a66afa is 45, key is default/info:d/1733919486206/Put/seqid=0 2024-12-11T12:19:34,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741870_1046 (size=5037) 2024-12-11T12:19:34,143 DEBUG [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4c83a841ccce6e7be041ad19e25a6793, 74301657f3f80eda103a98b4eb47fced 2024-12-11T12:19:34,343 DEBUG [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4c83a841ccce6e7be041ad19e25a6793, 74301657f3f80eda103a98b4eb47fced 2024-12-11T12:19:34,344 INFO [regionserver/257f9802b3ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T12:19:34,344 INFO [regionserver/257f9802b3ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T12:19:34,396 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740/.tmp/rep_barrier/ff749eca20f44ccfbf369b77dc25c2bc 2024-12-11T12:19:34,420 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740/.tmp/table/1435fd31f4a942889441341d8b6d379a is 94, key is testdroppedtimed,,1733919507967.2b72a12f52dc1c9b036ba2396e54b469./table:/1733919566952/DeleteFamily/seqid=0 2024-12-11T12:19:34,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741871_1047 (size=5605) 2024-12-11T12:19:34,516 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/namespace/4c83a841ccce6e7be041ad19e25a6793/.tmp/info/adf3217a4f9c469c803080b202a66afa 2024-12-11T12:19:34,527 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/namespace/4c83a841ccce6e7be041ad19e25a6793/.tmp/info/adf3217a4f9c469c803080b202a66afa as hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/namespace/4c83a841ccce6e7be041ad19e25a6793/info/adf3217a4f9c469c803080b202a66afa 2024-12-11T12:19:34,534 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/namespace/4c83a841ccce6e7be041ad19e25a6793/info/adf3217a4f9c469c803080b202a66afa, entries=2, sequenceid=6, filesize=4.9 K 2024-12-11T12:19:34,535 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 4c83a841ccce6e7be041ad19e25a6793 in 439ms, sequenceid=6, compaction requested=false 2024-12-11T12:19:34,535 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-11T12:19:34,538 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/namespace/4c83a841ccce6e7be041ad19e25a6793/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-11T12:19:34,539 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793. 2024-12-11T12:19:34,539 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4c83a841ccce6e7be041ad19e25a6793: 2024-12-11T12:19:34,539 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733919484802.4c83a841ccce6e7be041ad19e25a6793. 2024-12-11T12:19:34,539 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 74301657f3f80eda103a98b4eb47fced, disabling compactions & flushes 2024-12-11T12:19:34,539 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced. 2024-12-11T12:19:34,539 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced. 2024-12-11T12:19:34,539 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced. after waiting 0 ms 2024-12-11T12:19:34,539 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced. 2024-12-11T12:19:34,542 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/default/test/74301657f3f80eda103a98b4eb47fced/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T12:19:34,542 INFO [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced. 2024-12-11T12:19:34,542 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 74301657f3f80eda103a98b4eb47fced: 2024-12-11T12:19:34,543 DEBUG [RS_CLOSE_REGION-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1733919490969.74301657f3f80eda103a98b4eb47fced. 2024-12-11T12:19:34,543 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-11T12:19:34,543 DEBUG [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-11T12:19:34,543 DEBUG [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-11T12:19:34,744 DEBUG [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-11T12:19:34,826 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740/.tmp/table/1435fd31f4a942889441341d8b6d379a 2024-12-11T12:19:34,839 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740/.tmp/info/70882ea27d3b423c9115d75e59bc49aa as hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740/info/70882ea27d3b423c9115d75e59bc49aa 2024-12-11T12:19:34,846 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740/info/70882ea27d3b423c9115d75e59bc49aa, entries=272, sequenceid=77, filesize=35.5 K 2024-12-11T12:19:34,847 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740/.tmp/rep_barrier/ff749eca20f44ccfbf369b77dc25c2bc as hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740/rep_barrier/ff749eca20f44ccfbf369b77dc25c2bc 2024-12-11T12:19:34,853 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740/rep_barrier/ff749eca20f44ccfbf369b77dc25c2bc, entries=27, sequenceid=77, filesize=8.4 K 2024-12-11T12:19:34,854 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740/.tmp/table/1435fd31f4a942889441341d8b6d379a as hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740/table/1435fd31f4a942889441341d8b6d379a 2024-12-11T12:19:34,860 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740/table/1435fd31f4a942889441341d8b6d379a, entries=6, sequenceid=77, filesize=5.5 K 2024-12-11T12:19:34,861 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=77, compaction requested=false 2024-12-11T12:19:34,861 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T12:19:34,867 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-11T12:19:34,867 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T12:19:34,868 INFO [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-11T12:19:34,868 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-11T12:19:34,868 DEBUG [RS_CLOSE_META-regionserver/257f9802b3ca:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T12:19:34,944 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(1250): stopping server 257f9802b3ca,38337,1733919481677; all regions closed. 2024-12-11T12:19:34,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741834_1010 (size=40374) 2024-12-11T12:19:34,947 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/WALs/257f9802b3ca,38337,1733919481677/257f9802b3ca%2C38337%2C1733919481677.meta.1733919484462.meta not finished, retry = 0 2024-12-11T12:19:35,052 DEBUG [RS:0;257f9802b3ca:38337 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/oldWALs 2024-12-11T12:19:35,052 INFO [RS:0;257f9802b3ca:38337 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 257f9802b3ca%2C38337%2C1733919481677.meta:.meta(num 1733919484462) 2024-12-11T12:19:35,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741832_1008 (size=4217378) 2024-12-11T12:19:35,060 DEBUG [RS:0;257f9802b3ca:38337 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/oldWALs 2024-12-11T12:19:35,060 INFO [RS:0;257f9802b3ca:38337 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 257f9802b3ca%2C38337%2C1733919481677:(num 1733919483516) 2024-12-11T12:19:35,060 DEBUG [RS:0;257f9802b3ca:38337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:35,060 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T12:19:35,060 INFO [RS:0;257f9802b3ca:38337 {}] hbase.ChoreService(370): Chore service for: regionserver/257f9802b3ca:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-11T12:19:35,061 INFO [regionserver/257f9802b3ca:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-11T12:19:35,061 INFO [RS:0;257f9802b3ca:38337 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38337 2024-12-11T12:19:35,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-11T12:19:35,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/257f9802b3ca,38337,1733919481677 2024-12-11T12:19:35,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [257f9802b3ca,38337,1733919481677] 2024-12-11T12:19:35,115 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 257f9802b3ca,38337,1733919481677; numProcessing=1 2024-12-11T12:19:35,123 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/257f9802b3ca,38337,1733919481677 already deleted, retry=false 2024-12-11T12:19:35,123 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 257f9802b3ca,38337,1733919481677 expired; onlineServers=0 2024-12-11T12:19:35,123 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '257f9802b3ca,46055,1733919480877' ***** 2024-12-11T12:19:35,123 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T12:19:35,124 DEBUG [M:0;257f9802b3ca:46055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2234ae6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=257f9802b3ca/172.17.0.2:0 2024-12-11T12:19:35,124 INFO [M:0;257f9802b3ca:46055 {}] regionserver.HRegionServer(1224): stopping server 257f9802b3ca,46055,1733919480877 2024-12-11T12:19:35,124 INFO [M:0;257f9802b3ca:46055 {}] regionserver.HRegionServer(1250): stopping server 257f9802b3ca,46055,1733919480877; all regions closed. 2024-12-11T12:19:35,124 DEBUG [M:0;257f9802b3ca:46055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T12:19:35,124 DEBUG [M:0;257f9802b3ca:46055 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T12:19:35,124 DEBUG [M:0;257f9802b3ca:46055 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T12:19:35,124 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T12:19:35,124 DEBUG [master/257f9802b3ca:0:becomeActiveMaster-HFileCleaner.small.0-1733919483206 {}] cleaner.HFileCleaner(306): Exit Thread[master/257f9802b3ca:0:becomeActiveMaster-HFileCleaner.small.0-1733919483206,5,FailOnTimeoutGroup] 2024-12-11T12:19:35,124 DEBUG [master/257f9802b3ca:0:becomeActiveMaster-HFileCleaner.large.0-1733919483206 {}] cleaner.HFileCleaner(306): Exit Thread[master/257f9802b3ca:0:becomeActiveMaster-HFileCleaner.large.0-1733919483206,5,FailOnTimeoutGroup] 2024-12-11T12:19:35,125 INFO [M:0;257f9802b3ca:46055 {}] hbase.ChoreService(370): Chore service for: master/257f9802b3ca:0 had [] on shutdown 2024-12-11T12:19:35,125 DEBUG [M:0;257f9802b3ca:46055 {}] master.HMaster(1733): Stopping service threads 2024-12-11T12:19:35,125 INFO [M:0;257f9802b3ca:46055 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T12:19:35,125 ERROR [M:0;257f9802b3ca:46055 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1984092981) connection to localhost/127.0.0.1:35521 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35521,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] 2024-12-11T12:19:35,126 INFO [M:0;257f9802b3ca:46055 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T12:19:35,126 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T12:19:35,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-11T12:19:35,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T12:19:35,131 DEBUG [M:0;257f9802b3ca:46055 {}] zookeeper.ZKUtil(347): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-11T12:19:35,131 WARN [M:0;257f9802b3ca:46055 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T12:19:35,131 INFO [M:0;257f9802b3ca:46055 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-11T12:19:35,132 INFO [M:0;257f9802b3ca:46055 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T12:19:35,132 DEBUG [M:0;257f9802b3ca:46055 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T12:19:35,132 INFO [M:0;257f9802b3ca:46055 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T12:19:35,132 DEBUG [M:0;257f9802b3ca:46055 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T12:19:35,132 DEBUG [M:0;257f9802b3ca:46055 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T12:19:35,132 DEBUG [M:0;257f9802b3ca:46055 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T12:19:35,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-11T12:19:35,132 INFO [M:0;257f9802b3ca:46055 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.92 KB heapSize=293.91 KB 2024-12-11T12:19:35,148 DEBUG [M:0;257f9802b3ca:46055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e2be11767c64b498b4211e238f0d54f is 82, key is hbase:meta,,1/info:regioninfo/1733919484584/Put/seqid=0 2024-12-11T12:19:35,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741872_1048 (size=5672) 2024-12-11T12:19:35,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T12:19:35,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T12:19:35,215 INFO [RS:0;257f9802b3ca:38337 {}] regionserver.HRegionServer(1307): Exiting; stopping=257f9802b3ca,38337,1733919481677; zookeeper connection closed. 2024-12-11T12:19:35,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1001506a85d0001, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T12:19:35,215 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61c732bf {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61c732bf 2024-12-11T12:19:35,216 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-11T12:19:35,554 INFO [M:0;257f9802b3ca:46055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e2be11767c64b498b4211e238f0d54f 2024-12-11T12:19:35,584 DEBUG [M:0;257f9802b3ca:46055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00bf49a1544c40578140bb84ba2479b3 is 2026, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733919495761/Put/seqid=0 2024-12-11T12:19:35,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741873_1049 (size=12839) 2024-12-11T12:19:35,693 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T12:19:35,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T12:19:35,989 INFO [M:0;257f9802b3ca:46055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.36 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00bf49a1544c40578140bb84ba2479b3 2024-12-11T12:19:35,996 INFO [M:0;257f9802b3ca:46055 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00bf49a1544c40578140bb84ba2479b3 2024-12-11T12:19:36,010 DEBUG [M:0;257f9802b3ca:46055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e8c1b604e4d493d98077df8f60dcaab is 69, key is 257f9802b3ca,38337,1733919481677/rs:state/1733919483255/Put/seqid=0 2024-12-11T12:19:36,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741874_1050 (size=5156) 2024-12-11T12:19:36,416 INFO [M:0;257f9802b3ca:46055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e8c1b604e4d493d98077df8f60dcaab 2024-12-11T12:19:36,428 DEBUG [M:0;257f9802b3ca:46055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e2be11767c64b498b4211e238f0d54f as hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e2be11767c64b498b4211e238f0d54f 2024-12-11T12:19:36,434 INFO [M:0;257f9802b3ca:46055 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e2be11767c64b498b4211e238f0d54f, entries=8, sequenceid=612, filesize=5.5 K 2024-12-11T12:19:36,435 DEBUG [M:0;257f9802b3ca:46055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00bf49a1544c40578140bb84ba2479b3 as hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00bf49a1544c40578140bb84ba2479b3 2024-12-11T12:19:36,439 INFO [M:0;257f9802b3ca:46055 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00bf49a1544c40578140bb84ba2479b3 2024-12-11T12:19:36,440 INFO [M:0;257f9802b3ca:46055 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00bf49a1544c40578140bb84ba2479b3, entries=77, sequenceid=612, filesize=12.5 K 2024-12-11T12:19:36,440 DEBUG [M:0;257f9802b3ca:46055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e8c1b604e4d493d98077df8f60dcaab as hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e8c1b604e4d493d98077df8f60dcaab 2024-12-11T12:19:36,445 INFO [M:0;257f9802b3ca:46055 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35521/user/jenkins/test-data/277f7eea-0755-b23b-73fb-1c8f69e52073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e8c1b604e4d493d98077df8f60dcaab, entries=1, sequenceid=612, filesize=5.0 K 2024-12-11T12:19:36,446 INFO [M:0;257f9802b3ca:46055 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.92 KB/243626, heapSize ~293.61 KB/300656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=612, compaction requested=false 2024-12-11T12:19:36,447 INFO [M:0;257f9802b3ca:46055 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T12:19:36,447 DEBUG [M:0;257f9802b3ca:46055 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-11T12:19:36,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741830_1006 (size=284365) 2024-12-11T12:19:36,450 INFO [M:0;257f9802b3ca:46055 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-11T12:19:36,450 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-11T12:19:36,450 INFO [M:0;257f9802b3ca:46055 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46055 2024-12-11T12:19:36,498 DEBUG [M:0;257f9802b3ca:46055 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/257f9802b3ca,46055,1733919480877 already deleted, retry=false 2024-12-11T12:19:36,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T12:19:36,607 INFO [M:0;257f9802b3ca:46055 {}] regionserver.HRegionServer(1307): Exiting; stopping=257f9802b3ca,46055,1733919480877; zookeeper connection closed. 2024-12-11T12:19:36,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x1001506a85d0000, quorum=127.0.0.1:58615, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T12:19:36,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c411b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T12:19:36,611 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ee548d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T12:19:36,611 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T12:19:36,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d6f1eeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T12:19:36,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73acd779{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/hadoop.log.dir/,STOPPED} 2024-12-11T12:19:36,612 WARN [BP-1744197750-172.17.0.2-1733919477578 heartbeating to localhost/127.0.0.1:35521 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T12:19:36,612 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T12:19:36,612 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T12:19:36,612 WARN [BP-1744197750-172.17.0.2-1733919477578 heartbeating to localhost/127.0.0.1:35521 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1744197750-172.17.0.2-1733919477578 (Datanode Uuid be7cb797-6dc6-44aa-b741-efd67544cb2b) service to localhost/127.0.0.1:35521 2024-12-11T12:19:36,613 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/cluster_d0335a9f-07de-c36e-f326-b2039f947d0c/dfs/data/data1/current/BP-1744197750-172.17.0.2-1733919477578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T12:19:36,613 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/cluster_d0335a9f-07de-c36e-f326-b2039f947d0c/dfs/data/data2/current/BP-1744197750-172.17.0.2-1733919477578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T12:19:36,613 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T12:19:36,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16bb9715{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T12:19:36,618 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T12:19:36,618 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T12:19:36,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T12:19:36,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88ed9ec4-65e2-0cae-2037-e6549aee335b/hadoop.log.dir/,STOPPED} 2024-12-11T12:19:36,626 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-11T12:19:36,644 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down