2024-12-13 11:17:59,127 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-13 11:17:59,146 main DEBUG Took 0.017186 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-13 11:17:59,146 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-13 11:17:59,147 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-13 11:17:59,148 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-13 11:17:59,149 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 11:17:59,157 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-13 11:17:59,170 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 11:17:59,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 11:17:59,172 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 11:17:59,173 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 11:17:59,173 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 11:17:59,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 11:17:59,175 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 11:17:59,175 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 11:17:59,176 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 11:17:59,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 11:17:59,178 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 11:17:59,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 11:17:59,179 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 11:17:59,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 11:17:59,180 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 11:17:59,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 11:17:59,181 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 11:17:59,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 11:17:59,182 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 11:17:59,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 11:17:59,183 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 11:17:59,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 11:17:59,184 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 11:17:59,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 11:17:59,185 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 11:17:59,185 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-13 11:17:59,187 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 11:17:59,189 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-13 11:17:59,192 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-13 11:17:59,192 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-13 11:17:59,194 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-13 11:17:59,195 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-13 11:17:59,204 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-13 11:17:59,207 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-13 11:17:59,209 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-13 11:17:59,209 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-13 11:17:59,210 main DEBUG createAppenders(={Console}) 2024-12-13 11:17:59,211 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-13 11:17:59,211 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-13 11:17:59,211 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-13 11:17:59,212 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-13 11:17:59,212 main DEBUG OutputStream closed 2024-12-13 11:17:59,213 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-13 11:17:59,213 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-13 11:17:59,213 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-13 11:17:59,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-13 11:17:59,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-13 11:17:59,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-13 11:17:59,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-13 11:17:59,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-13 11:17:59,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-13 11:17:59,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-13 11:17:59,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-13 11:17:59,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-13 11:17:59,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-13 11:17:59,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-13 11:17:59,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-13 11:17:59,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-13 11:17:59,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-13 11:17:59,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-13 11:17:59,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-13 11:17:59,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-13 11:17:59,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-13 11:17:59,306 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13 11:17:59,306 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-12-13 11:17:59,306 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-13 11:17:59,307 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-12-13T11:17:59,549 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec 2024-12-13 11:17:59,552 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-13 11:17:59,552 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13T11:17:59,559 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/hadoop-log-dir so I do NOT create it in target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445 2024-12-13T11:17:59,560 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/hadoop-log-dir Erasing configuration value by system value. 2024-12-13T11:17:59,560 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/hadoop-tmp-dir so I do NOT create it in target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445 2024-12-13T11:17:59,560 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-13T11:17:59,561 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445 2024-12-13T11:17:59,569 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-13T11:17:59,587 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/cluster_ab374679-9875-61f6-c9b1-130c984a8e8d, deleteOnExit=true 2024-12-13T11:17:59,703 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/cluster_ab374679-9875-61f6-c9b1-130c984a8e8d/zookeeper_0, clientPort=49435, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/cluster_ab374679-9875-61f6-c9b1-130c984a8e8d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/cluster_ab374679-9875-61f6-c9b1-130c984a8e8d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-13T11:17:59,716 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49435 2024-12-13T11:17:59,716 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-13T11:17:59,716 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-13T11:17:59,726 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T11:17:59,729 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T11:17:59,730 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/test.cache.data in system properties and HBase conf 2024-12-13T11:17:59,730 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T11:17:59,731 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/hadoop.log.dir in system properties and HBase conf 2024-12-13T11:17:59,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T11:17:59,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T11:17:59,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T11:17:59,811 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-13T11:17:59,914 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T11:17:59,918 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T11:17:59,918 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T11:17:59,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T11:17:59,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T11:17:59,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T11:17:59,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T11:17:59,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T11:17:59,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T11:17:59,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T11:17:59,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/nfs.dump.dir in system properties and HBase conf 2024-12-13T11:17:59,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/java.io.tmpdir in system properties and HBase conf 2024-12-13T11:17:59,923 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T11:17:59,923 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T11:17:59,924 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T11:18:00,849 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-13T11:18:00,918 INFO [Time-limited test {}] log.Log(170): Logging initialized @2440ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-13T11:18:00,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T11:18:01,064 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T11:18:01,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T11:18:01,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T11:18:01,090 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T11:18:01,103 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T11:18:01,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f625647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/hadoop.log.dir/,AVAILABLE} 2024-12-13T11:18:01,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21805c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T11:18:01,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d0e49e6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/java.io.tmpdir/jetty-localhost-42661-hadoop-hdfs-3_4_1-tests_jar-_-any-17432594609077578018/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T11:18:01,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78f873be{HTTP/1.1, (http/1.1)}{localhost:42661} 2024-12-13T11:18:01,271 INFO [Time-limited test {}] server.Server(415): Started @2793ms 2024-12-13T11:18:01,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T11:18:01,760 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T11:18:01,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T11:18:01,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T11:18:01,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T11:18:01,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bd989d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/hadoop.log.dir/,AVAILABLE} 2024-12-13T11:18:01,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a807f79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T11:18:01,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74e954df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/java.io.tmpdir/jetty-localhost-34971-hadoop-hdfs-3_4_1-tests_jar-_-any-9237678286362768600/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T11:18:01,855 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@85bba33{HTTP/1.1, (http/1.1)}{localhost:34971} 2024-12-13T11:18:01,856 INFO [Time-limited test {}] server.Server(415): Started @3378ms 2024-12-13T11:18:01,899 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T11:18:02,578 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/cluster_ab374679-9875-61f6-c9b1-130c984a8e8d/dfs/data/data2/current/BP-687636544-172.17.0.2-1734088680417/current, will proceed with Du for space computation calculation, 2024-12-13T11:18:02,578 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/cluster_ab374679-9875-61f6-c9b1-130c984a8e8d/dfs/data/data1/current/BP-687636544-172.17.0.2-1734088680417/current, will proceed with Du for space computation calculation, 2024-12-13T11:18:02,604 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T11:18:02,645 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x912ea570c3ad9bb4 with lease ID 0x323ac15cafaa72e4: Processing first storage report for DS-cfe05d86-e79d-4fa3-b80b-a621f0d8d053 from datanode DatanodeRegistration(127.0.0.1:44627, datanodeUuid=21e5d06b-2e1b-44a5-a57c-6b91e8cd5607, infoPort=43915, infoSecurePort=0, ipcPort=43607, storageInfo=lv=-57;cid=testClusterID;nsid=1419901528;c=1734088680417) 2024-12-13T11:18:02,647 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x912ea570c3ad9bb4 with lease ID 0x323ac15cafaa72e4: from storage DS-cfe05d86-e79d-4fa3-b80b-a621f0d8d053 node DatanodeRegistration(127.0.0.1:44627, datanodeUuid=21e5d06b-2e1b-44a5-a57c-6b91e8cd5607, infoPort=43915, infoSecurePort=0, ipcPort=43607, storageInfo=lv=-57;cid=testClusterID;nsid=1419901528;c=1734088680417), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T11:18:02,648 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x912ea570c3ad9bb4 with lease ID 0x323ac15cafaa72e4: Processing first storage report for DS-948baec5-84b5-44a8-a10c-673a4e583534 from datanode DatanodeRegistration(127.0.0.1:44627, datanodeUuid=21e5d06b-2e1b-44a5-a57c-6b91e8cd5607, infoPort=43915, infoSecurePort=0, ipcPort=43607, storageInfo=lv=-57;cid=testClusterID;nsid=1419901528;c=1734088680417) 2024-12-13T11:18:02,648 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x912ea570c3ad9bb4 with lease ID 0x323ac15cafaa72e4: from storage DS-948baec5-84b5-44a8-a10c-673a4e583534 node DatanodeRegistration(127.0.0.1:44627, datanodeUuid=21e5d06b-2e1b-44a5-a57c-6b91e8cd5607, infoPort=43915, infoSecurePort=0, ipcPort=43607, storageInfo=lv=-57;cid=testClusterID;nsid=1419901528;c=1734088680417), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T11:18:02,658 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec 2024-12-13T11:18:02,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T11:18:02,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T11:18:02,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741825_1001 (size=7) 2024-12-13T11:18:03,305 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe with version=8 2024-12-13T11:18:03,305 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/hbase-staging 2024-12-13T11:18:03,421 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-13T11:18:03,643 INFO [Time-limited test {}] client.ConnectionUtils(129): master/58281886ad93:0 server-side Connection retries=45 2024-12-13T11:18:03,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T11:18:03,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T11:18:03,657 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T11:18:03,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T11:18:03,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T11:18:03,761 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T11:18:03,810 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-13T11:18:03,817 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-13T11:18:03,821 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T11:18:03,842 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 19107 (auto-detected) 2024-12-13T11:18:03,843 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-13T11:18:03,859 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33175 2024-12-13T11:18:03,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T11:18:03,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T11:18:03,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33175 connecting to ZooKeeper ensemble=127.0.0.1:49435 2024-12-13T11:18:03,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331750x0, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T11:18:03,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33175-0x1001f1c7d810000 connected 2024-12-13T11:18:04,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T11:18:04,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T11:18:04,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-13T11:18:04,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33175 2024-12-13T11:18:04,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33175 2024-12-13T11:18:04,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33175 2024-12-13T11:18:04,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33175 2024-12-13T11:18:04,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33175 2024-12-13T11:18:04,090 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe, hbase.cluster.distributed=false 2024-12-13T11:18:04,140 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/58281886ad93:0 server-side Connection retries=45 2024-12-13T11:18:04,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T11:18:04,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T11:18:04,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T11:18:04,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T11:18:04,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T11:18:04,143 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T11:18:04,145 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T11:18:04,146 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46085 2024-12-13T11:18:04,147 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T11:18:04,151 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T11:18:04,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T11:18:04,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T11:18:04,158 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46085 connecting to ZooKeeper ensemble=127.0.0.1:49435 2024-12-13T11:18:04,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460850x0, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T11:18:04,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460850x0, quorum=127.0.0.1:49435, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T11:18:04,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46085-0x1001f1c7d810001 connected 2024-12-13T11:18:04,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T11:18:04,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-13T11:18:04,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46085 2024-12-13T11:18:04,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46085 2024-12-13T11:18:04,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46085 2024-12-13T11:18:04,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46085 2024-12-13T11:18:04,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46085 2024-12-13T11:18:04,182 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/58281886ad93,33175,1734088683415 2024-12-13T11:18:04,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T11:18:04,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T11:18:04,195 DEBUG [M:0;58281886ad93:33175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;58281886ad93:33175 2024-12-13T11:18:04,196 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/58281886ad93,33175,1734088683415 2024-12-13T11:18:04,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-13T11:18:04,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-13T11:18:04,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T11:18:04,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T11:18:04,224 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-13T11:18:04,224 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/58281886ad93,33175,1734088683415 from backup master directory 2024-12-13T11:18:04,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-13T11:18:04,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T11:18:04,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/58281886ad93,33175,1734088683415 2024-12-13T11:18:04,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T11:18:04,237 WARN [master/58281886ad93:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T11:18:04,237 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=58281886ad93,33175,1734088683415 2024-12-13T11:18:04,239 INFO [master/58281886ad93:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-13T11:18:04,240 INFO [master/58281886ad93:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-13T11:18:04,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741826_1002 (size=42) 2024-12-13T11:18:04,703 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/hbase.id with ID: b26c3b48-aa21-41dc-ad79-678e9cc83ae4 2024-12-13T11:18:04,749 INFO [master/58281886ad93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T11:18:04,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T11:18:04,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T11:18:04,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741827_1003 (size=196) 2024-12-13T11:18:05,255 INFO [master/58281886ad93:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T11:18:05,257 INFO [master/58281886ad93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T11:18:05,271 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:05,275 INFO [master/58281886ad93:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T11:18:05,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741828_1004 (size=1189) 2024-12-13T11:18:05,721 INFO [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store 2024-12-13T11:18:05,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741829_1005 (size=34) 2024-12-13T11:18:06,146 INFO [master/58281886ad93:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-13T11:18:06,146 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:06,148 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T11:18:06,148 INFO [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T11:18:06,148 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T11:18:06,148 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T11:18:06,148 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T11:18:06,149 INFO [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T11:18:06,149 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T11:18:06,151 WARN [master/58281886ad93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store/.initializing 2024-12-13T11:18:06,152 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/WALs/58281886ad93,33175,1734088683415 2024-12-13T11:18:06,158 INFO [master/58281886ad93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T11:18:06,167 INFO [master/58281886ad93:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=58281886ad93%2C33175%2C1734088683415, suffix=, logDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/WALs/58281886ad93,33175,1734088683415, archiveDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/oldWALs, maxLogs=10 2024-12-13T11:18:06,184 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/WALs/58281886ad93,33175,1734088683415/58281886ad93%2C33175%2C1734088683415.1734088686171, exclude list is [], retry=0 2024-12-13T11:18:06,197 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-cfe05d86-e79d-4fa3-b80b-a621f0d8d053,DISK] 2024-12-13T11:18:06,200 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-13T11:18:06,230 INFO [master/58281886ad93:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/WALs/58281886ad93,33175,1734088683415/58281886ad93%2C33175%2C1734088683415.1734088686171 2024-12-13T11:18:06,230 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43915:43915)] 2024-12-13T11:18:06,231 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T11:18:06,231 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:06,234 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T11:18:06,235 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T11:18:06,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T11:18:06,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T11:18:06,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:06,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T11:18:06,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T11:18:06,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T11:18:06,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:06,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:06,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T11:18:06,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T11:18:06,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:06,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:06,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T11:18:06,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T11:18:06,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:06,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:06,307 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T11:18:06,308 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T11:18:06,317 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T11:18:06,320 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T11:18:06,324 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:06,325 INFO [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64010860, jitterRate=-0.046163856983184814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T11:18:06,329 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T11:18:06,330 INFO [master/58281886ad93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T11:18:06,354 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c392443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:06,380 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T11:18:06,389 INFO [master/58281886ad93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T11:18:06,389 INFO [master/58281886ad93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T11:18:06,391 INFO [master/58281886ad93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T11:18:06,392 INFO [master/58281886ad93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-13T11:18:06,396 INFO [master/58281886ad93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-12-13T11:18:06,396 INFO [master/58281886ad93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T11:18:06,416 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T11:18:06,426 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-13T11:18:06,486 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-13T11:18:06,490 INFO [master/58281886ad93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T11:18:06,493 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-13T11:18:06,510 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-13T11:18:06,514 INFO [master/58281886ad93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T11:18:06,520 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-13T11:18:06,527 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-13T11:18:06,528 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-13T11:18:06,536 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-13T11:18:06,544 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T11:18:06,552 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-13T11:18:06,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-13T11:18:06,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-13T11:18:06,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T11:18:06,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T11:18:06,565 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=58281886ad93,33175,1734088683415, sessionid=0x1001f1c7d810000, setting cluster-up flag (Was=false) 2024-12-13T11:18:06,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T11:18:06,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T11:18:06,619 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-13T11:18:06,623 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=58281886ad93,33175,1734088683415 2024-12-13T11:18:06,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T11:18:06,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T11:18:06,669 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-13T11:18:06,672 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=58281886ad93,33175,1734088683415 2024-12-13T11:18:06,694 DEBUG [RS:0;58281886ad93:46085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;58281886ad93:46085 2024-12-13T11:18:06,696 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1008): ClusterId : b26c3b48-aa21-41dc-ad79-678e9cc83ae4 2024-12-13T11:18:06,698 DEBUG [RS:0;58281886ad93:46085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T11:18:06,708 DEBUG [RS:0;58281886ad93:46085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T11:18:06,708 DEBUG [RS:0;58281886ad93:46085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T11:18:06,715 DEBUG [RS:0;58281886ad93:46085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T11:18:06,716 DEBUG [RS:0;58281886ad93:46085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a447e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:06,717 DEBUG [RS:0;58281886ad93:46085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6359fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=58281886ad93/172.17.0.2:0 2024-12-13T11:18:06,720 INFO [RS:0;58281886ad93:46085 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T11:18:06,720 INFO [RS:0;58281886ad93:46085 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T11:18:06,720 DEBUG [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T11:18:06,722 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3073): reportForDuty to master=58281886ad93,33175,1734088683415 with isa=58281886ad93/172.17.0.2:46085, startcode=1734088684139 2024-12-13T11:18:06,732 DEBUG [RS:0;58281886ad93:46085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T11:18:06,747 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T11:18:06,753 INFO [master/58281886ad93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T11:18:06,757 INFO [master/58281886ad93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T11:18:06,763 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37475, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T11:18:06,764 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 58281886ad93,33175,1734088683415 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T11:18:06,768 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/58281886ad93:0, corePoolSize=5, maxPoolSize=5 2024-12-13T11:18:06,769 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/58281886ad93:0, corePoolSize=5, maxPoolSize=5 2024-12-13T11:18:06,769 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/58281886ad93:0, corePoolSize=5, maxPoolSize=5 2024-12-13T11:18:06,769 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33175 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:06,769 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/58281886ad93:0, corePoolSize=5, maxPoolSize=5 2024-12-13T11:18:06,769 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/58281886ad93:0, corePoolSize=10, maxPoolSize=10 2024-12-13T11:18:06,769 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:06,769 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/58281886ad93:0, corePoolSize=2, maxPoolSize=2 2024-12-13T11:18:06,770 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:06,772 INFO [master/58281886ad93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734088716772 2024-12-13T11:18:06,774 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T11:18:06,774 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T11:18:06,775 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T11:18:06,775 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T11:18:06,778 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:06,778 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T11:18:06,779 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T11:18:06,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T11:18:06,779 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T11:18:06,779 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T11:18:06,779 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:06,781 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T11:18:06,783 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T11:18:06,783 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T11:18:06,785 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T11:18:06,786 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T11:18:06,787 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/58281886ad93:0:becomeActiveMaster-HFileCleaner.large.0-1734088686787,5,FailOnTimeoutGroup] 2024-12-13T11:18:06,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741831_1007 (size=1039) 2024-12-13T11:18:06,787 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/58281886ad93:0:becomeActiveMaster-HFileCleaner.small.0-1734088686787,5,FailOnTimeoutGroup] 2024-12-13T11:18:06,787 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:06,788 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T11:18:06,789 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:06,789 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:06,797 DEBUG [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-13T11:18:06,797 WARN [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-13T11:18:06,900 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3073): reportForDuty to master=58281886ad93,33175,1734088683415 with isa=58281886ad93/172.17.0.2:46085, startcode=1734088684139 2024-12-13T11:18:06,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33175 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 58281886ad93,46085,1734088684139 2024-12-13T11:18:06,910 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33175 {}] master.ServerManager(486): Registering regionserver=58281886ad93,46085,1734088684139 2024-12-13T11:18:06,919 DEBUG [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:06,919 DEBUG [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33847 2024-12-13T11:18:06,919 DEBUG [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T11:18:06,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-13T11:18:06,931 DEBUG [RS:0;58281886ad93:46085 {}] zookeeper.ZKUtil(111): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Set watcher on existing znode=/1/rs/58281886ad93,46085,1734088684139 2024-12-13T11:18:06,932 WARN [RS:0;58281886ad93:46085 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T11:18:06,932 INFO [RS:0;58281886ad93:46085 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T11:18:06,932 DEBUG [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139 2024-12-13T11:18:06,934 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [58281886ad93,46085,1734088684139] 2024-12-13T11:18:06,948 DEBUG [RS:0;58281886ad93:46085 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T11:18:06,957 INFO [RS:0;58281886ad93:46085 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T11:18:06,968 INFO [RS:0;58281886ad93:46085 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T11:18:06,970 INFO [RS:0;58281886ad93:46085 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T11:18:06,971 INFO [RS:0;58281886ad93:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:06,971 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T11:18:06,976 INFO [RS:0;58281886ad93:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:06,977 DEBUG [RS:0;58281886ad93:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:06,977 DEBUG [RS:0;58281886ad93:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:06,977 DEBUG [RS:0;58281886ad93:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:06,977 DEBUG [RS:0;58281886ad93:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:06,977 DEBUG [RS:0;58281886ad93:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:06,977 DEBUG [RS:0;58281886ad93:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/58281886ad93:0, corePoolSize=2, maxPoolSize=2 2024-12-13T11:18:06,978 DEBUG [RS:0;58281886ad93:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:06,978 DEBUG [RS:0;58281886ad93:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:06,978 DEBUG [RS:0;58281886ad93:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:06,978 DEBUG [RS:0;58281886ad93:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:06,978 DEBUG [RS:0;58281886ad93:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:06,978 DEBUG [RS:0;58281886ad93:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/58281886ad93:0, corePoolSize=3, maxPoolSize=3 2024-12-13T11:18:06,979 DEBUG [RS:0;58281886ad93:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/58281886ad93:0, corePoolSize=3, maxPoolSize=3 2024-12-13T11:18:06,982 INFO [RS:0;58281886ad93:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:06,982 INFO [RS:0;58281886ad93:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:06,982 INFO [RS:0;58281886ad93:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:06,982 INFO [RS:0;58281886ad93:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:06,982 INFO [RS:0;58281886ad93:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=58281886ad93,46085,1734088684139-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T11:18:06,999 INFO [RS:0;58281886ad93:46085 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T11:18:07,000 INFO [RS:0;58281886ad93:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=58281886ad93,46085,1734088684139-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:07,015 INFO [RS:0;58281886ad93:46085 {}] regionserver.Replication(204): 58281886ad93,46085,1734088684139 started 2024-12-13T11:18:07,015 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1767): Serving as 58281886ad93,46085,1734088684139, RpcServer on 58281886ad93/172.17.0.2:46085, sessionid=0x1001f1c7d810001 2024-12-13T11:18:07,016 DEBUG [RS:0;58281886ad93:46085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T11:18:07,016 DEBUG [RS:0;58281886ad93:46085 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 58281886ad93,46085,1734088684139 2024-12-13T11:18:07,016 DEBUG [RS:0;58281886ad93:46085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '58281886ad93,46085,1734088684139' 2024-12-13T11:18:07,016 DEBUG [RS:0;58281886ad93:46085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-13T11:18:07,017 DEBUG [RS:0;58281886ad93:46085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-13T11:18:07,017 DEBUG [RS:0;58281886ad93:46085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T11:18:07,017 DEBUG [RS:0;58281886ad93:46085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T11:18:07,018 DEBUG [RS:0;58281886ad93:46085 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 58281886ad93,46085,1734088684139 2024-12-13T11:18:07,018 DEBUG [RS:0;58281886ad93:46085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '58281886ad93,46085,1734088684139' 2024-12-13T11:18:07,018 DEBUG [RS:0;58281886ad93:46085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-13T11:18:07,018 DEBUG [RS:0;58281886ad93:46085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-13T11:18:07,019 DEBUG [RS:0;58281886ad93:46085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T11:18:07,019 INFO [RS:0;58281886ad93:46085 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T11:18:07,019 INFO [RS:0;58281886ad93:46085 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T11:18:07,132 INFO [RS:0;58281886ad93:46085 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T11:18:07,135 INFO [RS:0;58281886ad93:46085 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=58281886ad93%2C46085%2C1734088684139, suffix=, logDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139, archiveDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/oldWALs, maxLogs=10 2024-12-13T11:18:07,149 DEBUG [RS:0;58281886ad93:46085 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, exclude list is [], retry=0 2024-12-13T11:18:07,153 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-cfe05d86-e79d-4fa3-b80b-a621f0d8d053,DISK] 2024-12-13T11:18:07,156 INFO [RS:0;58281886ad93:46085 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 2024-12-13T11:18:07,156 DEBUG [RS:0;58281886ad93:46085 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43915:43915)] 2024-12-13T11:18:07,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T11:18:07,190 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:07,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741833_1009 (size=32) 2024-12-13T11:18:07,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:07,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T11:18:07,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T11:18:07,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:07,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T11:18:07,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T11:18:07,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T11:18:07,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:07,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T11:18:07,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T11:18:07,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T11:18:07,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:07,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T11:18:07,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740 2024-12-13T11:18:07,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740 2024-12-13T11:18:07,631 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T11:18:07,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T11:18:07,637 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:07,638 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72649523, jitterRate=0.08256225287914276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T11:18:07,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T11:18:07,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T11:18:07,640 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T11:18:07,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T11:18:07,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T11:18:07,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T11:18:07,641 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T11:18:07,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T11:18:07,644 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T11:18:07,644 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T11:18:07,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T11:18:07,656 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T11:18:07,659 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T11:18:07,812 DEBUG [58281886ad93:33175 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-13T11:18:07,819 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:07,825 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 58281886ad93,46085,1734088684139, state=OPENING 2024-12-13T11:18:07,873 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T11:18:07,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T11:18:07,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T11:18:07,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T11:18:07,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T11:18:07,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:08,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 58281886ad93,46085,1734088684139 2024-12-13T11:18:08,069 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T11:18:08,071 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T11:18:08,081 INFO [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T11:18:08,081 INFO [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T11:18:08,082 INFO [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T11:18:08,085 INFO [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=58281886ad93%2C46085%2C1734088684139.meta, suffix=.meta, logDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139, archiveDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/oldWALs, maxLogs=10 2024-12-13T11:18:08,099 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.meta.1734088688086.meta, exclude list is [], retry=0 2024-12-13T11:18:08,102 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-cfe05d86-e79d-4fa3-b80b-a621f0d8d053,DISK] 2024-12-13T11:18:08,105 INFO [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.meta.1734088688086.meta 2024-12-13T11:18:08,106 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43915:43915)] 2024-12-13T11:18:08,106 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T11:18:08,107 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T11:18:08,152 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T11:18:08,156 INFO [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T11:18:08,159 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T11:18:08,159 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:08,159 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T11:18:08,159 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T11:18:08,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T11:18:08,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T11:18:08,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:08,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T11:18:08,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T11:18:08,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T11:18:08,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:08,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T11:18:08,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T11:18:08,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T11:18:08,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:08,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T11:18:08,169 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740 2024-12-13T11:18:08,172 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740 2024-12-13T11:18:08,175 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T11:18:08,178 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T11:18:08,179 INFO [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60340689, jitterRate=-0.10085366666316986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T11:18:08,181 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T11:18:08,189 INFO [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734088688063 2024-12-13T11:18:08,198 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T11:18:08,199 INFO [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T11:18:08,200 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:08,202 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 58281886ad93,46085,1734088684139, state=OPEN 2024-12-13T11:18:08,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-13T11:18:08,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-13T11:18:08,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T11:18:08,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T11:18:08,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T11:18:08,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=58281886ad93,46085,1734088684139 in 324 msec 2024-12-13T11:18:08,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T11:18:08,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 569 msec 2024-12-13T11:18:08,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5200 sec 2024-12-13T11:18:08,229 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734088688229, completionTime=-1 2024-12-13T11:18:08,229 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-13T11:18:08,230 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T11:18:08,261 DEBUG [hconnection-0x45c54f3f-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:08,264 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T11:18:08,273 INFO [master/58281886ad93:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-13T11:18:08,273 INFO [master/58281886ad93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734088748273 2024-12-13T11:18:08,273 INFO [master/58281886ad93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734088808273 2024-12-13T11:18:08,273 INFO [master/58281886ad93:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 43 msec 2024-12-13T11:18:08,324 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=58281886ad93,33175,1734088683415-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:08,325 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=58281886ad93,33175,1734088683415-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:08,325 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=58281886ad93,33175,1734088683415-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:08,326 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-58281886ad93:33175, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:08,327 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:08,332 DEBUG [master/58281886ad93:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T11:18:08,335 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T11:18:08,336 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T11:18:08,342 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T11:18:08,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T11:18:08,346 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:08,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T11:18:08,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741835_1011 (size=358) 2024-12-13T11:18:08,762 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5571d5a4733f56c4669201644c298ff3, NAME => 'hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:08,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741836_1012 (size=42) 2024-12-13T11:18:09,175 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:09,175 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 5571d5a4733f56c4669201644c298ff3, disabling compactions & flushes 2024-12-13T11:18:09,175 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3. 2024-12-13T11:18:09,175 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3. 2024-12-13T11:18:09,175 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3. after waiting 0 ms 2024-12-13T11:18:09,176 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3. 2024-12-13T11:18:09,176 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3. 2024-12-13T11:18:09,176 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5571d5a4733f56c4669201644c298ff3: 2024-12-13T11:18:09,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T11:18:09,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734088689179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088689179"}]},"ts":"1734088689179"} 2024-12-13T11:18:09,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T11:18:09,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T11:18:09,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734088689204"}]},"ts":"1734088689204"} 2024-12-13T11:18:09,210 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T11:18:09,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5571d5a4733f56c4669201644c298ff3, ASSIGN}] 2024-12-13T11:18:09,269 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5571d5a4733f56c4669201644c298ff3, ASSIGN 2024-12-13T11:18:09,271 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=5571d5a4733f56c4669201644c298ff3, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:09,422 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5571d5a4733f56c4669201644c298ff3, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:09,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 5571d5a4733f56c4669201644c298ff3, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:09,583 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 58281886ad93,46085,1734088684139 2024-12-13T11:18:09,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3. 2024-12-13T11:18:09,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 5571d5a4733f56c4669201644c298ff3, NAME => 'hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3.', STARTKEY => '', ENDKEY => ''} 2024-12-13T11:18:09,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 5571d5a4733f56c4669201644c298ff3 2024-12-13T11:18:09,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:09,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 5571d5a4733f56c4669201644c298ff3 2024-12-13T11:18:09,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 5571d5a4733f56c4669201644c298ff3 2024-12-13T11:18:09,591 INFO [StoreOpener-5571d5a4733f56c4669201644c298ff3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5571d5a4733f56c4669201644c298ff3 2024-12-13T11:18:09,593 INFO [StoreOpener-5571d5a4733f56c4669201644c298ff3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5571d5a4733f56c4669201644c298ff3 columnFamilyName info 2024-12-13T11:18:09,593 DEBUG [StoreOpener-5571d5a4733f56c4669201644c298ff3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:09,594 INFO [StoreOpener-5571d5a4733f56c4669201644c298ff3-1 {}] regionserver.HStore(327): Store=5571d5a4733f56c4669201644c298ff3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:09,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/namespace/5571d5a4733f56c4669201644c298ff3 2024-12-13T11:18:09,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/namespace/5571d5a4733f56c4669201644c298ff3 2024-12-13T11:18:09,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 5571d5a4733f56c4669201644c298ff3 2024-12-13T11:18:09,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/namespace/5571d5a4733f56c4669201644c298ff3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:09,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 5571d5a4733f56c4669201644c298ff3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58885101, jitterRate=-0.12254361808300018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T11:18:09,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 5571d5a4733f56c4669201644c298ff3: 2024-12-13T11:18:09,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3., pid=6, masterSystemTime=1734088689583 2024-12-13T11:18:09,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3. 2024-12-13T11:18:09,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3. 2024-12-13T11:18:09,615 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5571d5a4733f56c4669201644c298ff3, regionState=OPEN, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:09,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T11:18:09,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 5571d5a4733f56c4669201644c298ff3, server=58281886ad93,46085,1734088684139 in 191 msec 2024-12-13T11:18:09,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T11:18:09,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=5571d5a4733f56c4669201644c298ff3, ASSIGN in 354 msec 2024-12-13T11:18:09,627 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T11:18:09,628 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734088689628"}]},"ts":"1734088689628"} 2024-12-13T11:18:09,630 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T11:18:09,674 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-13T11:18:09,675 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T11:18:09,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3380 sec 2024-12-13T11:18:09,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-13T11:18:09,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T11:18:09,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T11:18:09,710 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T11:18:09,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-13T11:18:09,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 36 msec 2024-12-13T11:18:09,756 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T11:18:09,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-13T11:18:09,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 33 msec 2024-12-13T11:18:09,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-13T11:18:09,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-13T11:18:09,836 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.599sec 2024-12-13T11:18:09,839 INFO [master/58281886ad93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T11:18:09,842 INFO [master/58281886ad93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T11:18:09,844 INFO [master/58281886ad93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T11:18:09,844 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T11:18:09,844 INFO [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T11:18:09,845 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=58281886ad93,33175,1734088683415-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T11:18:09,845 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=58281886ad93,33175,1734088683415-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T11:18:09,851 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T11:18:09,852 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T11:18:09,852 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=58281886ad93,33175,1734088683415-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:09,905 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40b44bdd to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3746c28e 2024-12-13T11:18:09,905 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-13T11:18:09,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d8a1c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:09,924 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-13T11:18:09,924 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-13T11:18:09,934 DEBUG [hconnection-0x535dfa28-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:09,941 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T11:18:09,948 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=58281886ad93,33175,1734088683415 2024-12-13T11:18:09,948 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T11:18:09,948 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/cluster_48088f9b-8111-3e7f-d5f7-15d1f1a28105, deleteOnExit=true 2024-12-13T11:18:09,948 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T11:18:09,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/test.cache.data in system properties and HBase conf 2024-12-13T11:18:09,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T11:18:09,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/hadoop.log.dir in system properties and HBase conf 2024-12-13T11:18:09,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T11:18:09,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T11:18:09,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T11:18:09,970 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T11:18:09,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T11:18:09,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T11:18:09,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T11:18:09,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T11:18:09,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T11:18:09,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T11:18:09,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T11:18:09,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T11:18:09,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T11:18:09,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/nfs.dump.dir in system properties and HBase conf 2024-12-13T11:18:09,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/java.io.tmpdir in system properties and HBase conf 2024-12-13T11:18:09,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T11:18:09,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T11:18:09,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T11:18:10,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T11:18:10,551 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T11:18:10,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T11:18:10,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T11:18:10,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T11:18:10,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T11:18:10,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b3ea365{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/hadoop.log.dir/,AVAILABLE} 2024-12-13T11:18:10,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@285c2f83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T11:18:10,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f7674b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/java.io.tmpdir/jetty-localhost-42959-hadoop-hdfs-3_4_1-tests_jar-_-any-4226718894443252718/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T11:18:10,647 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a315a3b{HTTP/1.1, (http/1.1)}{localhost:42959} 2024-12-13T11:18:10,647 INFO [Time-limited test {}] server.Server(415): Started @12169ms 2024-12-13T11:18:10,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T11:18:10,892 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T11:18:10,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T11:18:10,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T11:18:10,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T11:18:10,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56751e0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/hadoop.log.dir/,AVAILABLE} 2024-12-13T11:18:10,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704afec7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T11:18:10,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e1ff0af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/java.io.tmpdir/jetty-localhost-44061-hadoop-hdfs-3_4_1-tests_jar-_-any-9515945147360504986/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T11:18:10,987 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ebc0bbd{HTTP/1.1, (http/1.1)}{localhost:44061} 2024-12-13T11:18:10,988 INFO [Time-limited test {}] server.Server(415): Started @12510ms 2024-12-13T11:18:10,989 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T11:18:11,422 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/cluster_48088f9b-8111-3e7f-d5f7-15d1f1a28105/dfs/data/data1/current/BP-1801573090-172.17.0.2-1734088690002/current, will proceed with Du for space computation calculation, 2024-12-13T11:18:11,422 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/cluster_48088f9b-8111-3e7f-d5f7-15d1f1a28105/dfs/data/data2/current/BP-1801573090-172.17.0.2-1734088690002/current, will proceed with Du for space computation calculation, 2024-12-13T11:18:11,453 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T11:18:11,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc425687c63003aa with lease ID 0xba53c9f4b888d2a6: Processing first storage report for DS-c349fd05-f70f-47ac-a18e-a33cf7e794b5 from datanode DatanodeRegistration(127.0.0.1:41209, datanodeUuid=6fc51467-6264-46e1-bf85-af0aeeccde97, infoPort=44111, infoSecurePort=0, ipcPort=38211, storageInfo=lv=-57;cid=testClusterID;nsid=987293428;c=1734088690002) 2024-12-13T11:18:11,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc425687c63003aa with lease ID 0xba53c9f4b888d2a6: from storage DS-c349fd05-f70f-47ac-a18e-a33cf7e794b5 node DatanodeRegistration(127.0.0.1:41209, datanodeUuid=6fc51467-6264-46e1-bf85-af0aeeccde97, infoPort=44111, infoSecurePort=0, ipcPort=38211, storageInfo=lv=-57;cid=testClusterID;nsid=987293428;c=1734088690002), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T11:18:11,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc425687c63003aa with lease ID 0xba53c9f4b888d2a6: Processing first storage report for DS-db6be643-c183-42a8-a690-e4e3fff77374 from datanode DatanodeRegistration(127.0.0.1:41209, datanodeUuid=6fc51467-6264-46e1-bf85-af0aeeccde97, infoPort=44111, infoSecurePort=0, ipcPort=38211, storageInfo=lv=-57;cid=testClusterID;nsid=987293428;c=1734088690002) 2024-12-13T11:18:11,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc425687c63003aa with lease ID 0xba53c9f4b888d2a6: from storage DS-db6be643-c183-42a8-a690-e4e3fff77374 node DatanodeRegistration(127.0.0.1:41209, datanodeUuid=6fc51467-6264-46e1-bf85-af0aeeccde97, infoPort=44111, infoSecurePort=0, ipcPort=38211, storageInfo=lv=-57;cid=testClusterID;nsid=987293428;c=1734088690002), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T11:18:11,526 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445 2024-12-13T11:18:11,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T11:18:11,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T11:18:11,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741825_1001 (size=7) 2024-12-13T11:18:11,942 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f with version=8 2024-12-13T11:18:11,942 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/hbase-staging 2024-12-13T11:18:11,947 INFO [Time-limited test {}] client.ConnectionUtils(129): master/58281886ad93:0 server-side Connection retries=18 2024-12-13T11:18:11,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T11:18:11,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T11:18:11,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T11:18:11,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T11:18:11,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T11:18:11,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T11:18:11,949 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T11:18:11,950 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41435 2024-12-13T11:18:11,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T11:18:11,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T11:18:11,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41435 connecting to ZooKeeper ensemble=127.0.0.1:49435 2024-12-13T11:18:11,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414350x0, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T11:18:11,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41435-0x1001f1c7d810003 connected 2024-12-13T11:18:12,015 INFO [58281886ad93:46085Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:18:12,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T11:18:12,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T11:18:12,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-13T11:18:12,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41435 2024-12-13T11:18:12,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41435 2024-12-13T11:18:12,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41435 2024-12-13T11:18:12,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41435 2024-12-13T11:18:12,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41435 2024-12-13T11:18:12,073 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f, hbase.cluster.distributed=false 2024-12-13T11:18:12,093 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/58281886ad93:0 server-side Connection retries=18 2024-12-13T11:18:12,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T11:18:12,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T11:18:12,093 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T11:18:12,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T11:18:12,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T11:18:12,093 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T11:18:12,094 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T11:18:12,094 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36661 2024-12-13T11:18:12,095 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T11:18:12,096 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T11:18:12,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T11:18:12,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T11:18:12,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36661 connecting to ZooKeeper ensemble=127.0.0.1:49435 2024-12-13T11:18:12,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366610x0, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T11:18:12,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366610x0, quorum=127.0.0.1:49435, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T11:18:12,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36661-0x1001f1c7d810004 connected 2024-12-13T11:18:12,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T11:18:12,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-13T11:18:12,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36661 2024-12-13T11:18:12,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36661 2024-12-13T11:18:12,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36661 2024-12-13T11:18:12,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36661 2024-12-13T11:18:12,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36661 2024-12-13T11:18:12,115 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/58281886ad93,41435,1734088691946 2024-12-13T11:18:12,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T11:18:12,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T11:18:12,123 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/58281886ad93,41435,1734088691946 2024-12-13T11:18:12,126 DEBUG [M:0;58281886ad93:41435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;58281886ad93:41435 2024-12-13T11:18:12,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-13T11:18:12,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-13T11:18:12,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T11:18:12,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T11:18:12,131 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-13T11:18:12,132 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/58281886ad93,41435,1734088691946 from backup master directory 2024-12-13T11:18:12,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/58281886ad93,41435,1734088691946 2024-12-13T11:18:12,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T11:18:12,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T11:18:12,139 WARN [master/58281886ad93:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T11:18:12,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-13T11:18:12,139 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=58281886ad93,41435,1734088691946 2024-12-13T11:18:12,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741826_1002 (size=42) 2024-12-13T11:18:12,558 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/hbase.id with ID: 8be4d706-a8dc-41b9-a85b-50baa916bba2 2024-12-13T11:18:12,580 INFO [master/58281886ad93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T11:18:12,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T11:18:12,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T11:18:12,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741827_1003 (size=196) 2024-12-13T11:18:12,954 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-13T11:18:12,958 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-13T11:18:13,043 INFO [master/58281886ad93:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T11:18:13,043 INFO [master/58281886ad93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T11:18:13,044 INFO [master/58281886ad93:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T11:18:13,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741828_1004 (size=1189) 2024-12-13T11:18:13,458 INFO [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store 2024-12-13T11:18:13,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741829_1005 (size=34) 2024-12-13T11:18:13,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T11:18:13,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-13T11:18:13,808 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-13T11:18:13,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-13T11:18:13,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-13T11:18:13,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T11:18:13,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-13T11:18:13,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-13T11:18:13,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-13T11:18:13,873 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:13,874 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T11:18:13,874 INFO [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T11:18:13,874 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T11:18:13,874 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T11:18:13,874 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T11:18:13,874 INFO [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T11:18:13,874 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T11:18:13,878 WARN [master/58281886ad93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store/.initializing 2024-12-13T11:18:13,878 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/WALs/58281886ad93,41435,1734088691946 2024-12-13T11:18:13,881 INFO [master/58281886ad93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T11:18:13,885 INFO [master/58281886ad93:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=58281886ad93%2C41435%2C1734088691946, suffix=, logDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/WALs/58281886ad93,41435,1734088691946, archiveDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/oldWALs, maxLogs=10 2024-12-13T11:18:13,898 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/WALs/58281886ad93,41435,1734088691946/58281886ad93%2C41435%2C1734088691946.1734088693886, exclude list is [], retry=0 2024-12-13T11:18:13,902 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41209,DS-c349fd05-f70f-47ac-a18e-a33cf7e794b5,DISK] 2024-12-13T11:18:13,904 INFO [master/58281886ad93:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/WALs/58281886ad93,41435,1734088691946/58281886ad93%2C41435%2C1734088691946.1734088693886 2024-12-13T11:18:13,904 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44111:44111)] 2024-12-13T11:18:13,904 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T11:18:13,905 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:13,905 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T11:18:13,905 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T11:18:13,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T11:18:13,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T11:18:13,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:13,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T11:18:13,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T11:18:13,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T11:18:13,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:13,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:13,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T11:18:13,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T11:18:13,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:13,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:13,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T11:18:13,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T11:18:13,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:13,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:13,918 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T11:18:13,919 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T11:18:13,922 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T11:18:13,924 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T11:18:13,927 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:13,928 INFO [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73669651, jitterRate=0.09776334464550018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T11:18:13,929 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T11:18:13,929 INFO [master/58281886ad93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T11:18:13,934 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad79264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:13,935 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T11:18:13,935 INFO [master/58281886ad93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T11:18:13,935 INFO [master/58281886ad93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T11:18:13,935 INFO [master/58281886ad93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T11:18:13,936 INFO [master/58281886ad93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-13T11:18:13,937 INFO [master/58281886ad93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-13T11:18:13,937 INFO [master/58281886ad93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T11:18:13,939 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T11:18:13,940 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-13T11:18:13,981 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-13T11:18:13,981 INFO [master/58281886ad93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T11:18:13,983 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-13T11:18:13,994 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-13T11:18:13,995 INFO [master/58281886ad93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T11:18:13,997 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-13T11:18:14,006 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-13T11:18:14,006 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-13T11:18:14,014 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-13T11:18:14,016 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T11:18:14,022 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-13T11:18:14,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-13T11:18:14,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-13T11:18:14,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T11:18:14,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T11:18:14,032 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=58281886ad93,41435,1734088691946, sessionid=0x1001f1c7d810003, setting cluster-up flag (Was=false) 2024-12-13T11:18:14,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T11:18:14,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T11:18:14,073 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-13T11:18:14,076 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=58281886ad93,41435,1734088691946 2024-12-13T11:18:14,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T11:18:14,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T11:18:14,152 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-13T11:18:14,155 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=58281886ad93,41435,1734088691946 2024-12-13T11:18:14,164 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T11:18:14,164 INFO [master/58281886ad93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T11:18:14,164 INFO [master/58281886ad93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T11:18:14,165 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 58281886ad93,41435,1734088691946 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T11:18:14,165 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/58281886ad93:0, corePoolSize=5, maxPoolSize=5 2024-12-13T11:18:14,165 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/58281886ad93:0, corePoolSize=5, maxPoolSize=5 2024-12-13T11:18:14,165 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/58281886ad93:0, corePoolSize=5, maxPoolSize=5 2024-12-13T11:18:14,165 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/58281886ad93:0, corePoolSize=5, maxPoolSize=5 2024-12-13T11:18:14,166 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/58281886ad93:0, corePoolSize=10, maxPoolSize=10 2024-12-13T11:18:14,166 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:14,166 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/58281886ad93:0, corePoolSize=2, maxPoolSize=2 2024-12-13T11:18:14,166 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:14,167 INFO [master/58281886ad93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734088724167 2024-12-13T11:18:14,168 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T11:18:14,168 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T11:18:14,168 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T11:18:14,168 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T11:18:14,168 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T11:18:14,168 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T11:18:14,169 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:14,169 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T11:18:14,169 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T11:18:14,169 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T11:18:14,170 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T11:18:14,170 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T11:18:14,170 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T11:18:14,170 INFO [master/58281886ad93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T11:18:14,171 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/58281886ad93:0:becomeActiveMaster-HFileCleaner.large.0-1734088694170,5,FailOnTimeoutGroup] 2024-12-13T11:18:14,171 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:14,171 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/58281886ad93:0:becomeActiveMaster-HFileCleaner.small.0-1734088694171,5,FailOnTimeoutGroup] 2024-12-13T11:18:14,171 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:14,171 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T11:18:14,171 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T11:18:14,171 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:14,171 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:14,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741831_1007 (size=1039) 2024-12-13T11:18:14,233 DEBUG [RS:0;58281886ad93:36661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;58281886ad93:36661 2024-12-13T11:18:14,235 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(1008): ClusterId : 8be4d706-a8dc-41b9-a85b-50baa916bba2 2024-12-13T11:18:14,235 DEBUG [RS:0;58281886ad93:36661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T11:18:14,245 DEBUG [RS:0;58281886ad93:36661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T11:18:14,245 DEBUG [RS:0;58281886ad93:36661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T11:18:14,253 DEBUG [RS:0;58281886ad93:36661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T11:18:14,254 DEBUG [RS:0;58281886ad93:36661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4996b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:14,254 DEBUG [RS:0;58281886ad93:36661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a07571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=58281886ad93/172.17.0.2:0 2024-12-13T11:18:14,254 INFO [RS:0;58281886ad93:36661 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T11:18:14,254 INFO [RS:0;58281886ad93:36661 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T11:18:14,254 DEBUG [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T11:18:14,255 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3073): reportForDuty to master=58281886ad93,41435,1734088691946 with isa=58281886ad93/172.17.0.2:36661, startcode=1734088692092 2024-12-13T11:18:14,256 DEBUG [RS:0;58281886ad93:36661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T11:18:14,258 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54021, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T11:18:14,259 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41435 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 58281886ad93,36661,1734088692092 2024-12-13T11:18:14,259 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41435 {}] master.ServerManager(486): Registering regionserver=58281886ad93,36661,1734088692092 2024-12-13T11:18:14,264 DEBUG [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:14,264 DEBUG [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41095 2024-12-13T11:18:14,264 DEBUG [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T11:18:14,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-13T11:18:14,273 DEBUG [RS:0;58281886ad93:36661 {}] zookeeper.ZKUtil(111): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Set watcher on existing znode=/2/rs/58281886ad93,36661,1734088692092 2024-12-13T11:18:14,273 WARN [RS:0;58281886ad93:36661 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T11:18:14,274 INFO [RS:0;58281886ad93:36661 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T11:18:14,274 DEBUG [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/WALs/58281886ad93,36661,1734088692092 2024-12-13T11:18:14,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [58281886ad93,36661,1734088692092] 2024-12-13T11:18:14,279 DEBUG [RS:0;58281886ad93:36661 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T11:18:14,280 INFO [RS:0;58281886ad93:36661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T11:18:14,283 INFO [RS:0;58281886ad93:36661 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T11:18:14,284 INFO [RS:0;58281886ad93:36661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T11:18:14,284 INFO [RS:0;58281886ad93:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:14,284 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T11:18:14,286 INFO [RS:0;58281886ad93:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:14,287 DEBUG [RS:0;58281886ad93:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:14,287 DEBUG [RS:0;58281886ad93:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:14,287 DEBUG [RS:0;58281886ad93:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:14,287 DEBUG [RS:0;58281886ad93:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:14,287 DEBUG [RS:0;58281886ad93:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:14,287 DEBUG [RS:0;58281886ad93:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/58281886ad93:0, corePoolSize=2, maxPoolSize=2 2024-12-13T11:18:14,287 DEBUG [RS:0;58281886ad93:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:14,287 DEBUG [RS:0;58281886ad93:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:14,288 DEBUG [RS:0;58281886ad93:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:14,288 DEBUG [RS:0;58281886ad93:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:14,288 DEBUG [RS:0;58281886ad93:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/58281886ad93:0, corePoolSize=1, maxPoolSize=1 2024-12-13T11:18:14,288 DEBUG [RS:0;58281886ad93:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/58281886ad93:0, corePoolSize=3, maxPoolSize=3 2024-12-13T11:18:14,288 DEBUG [RS:0;58281886ad93:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/58281886ad93:0, corePoolSize=3, maxPoolSize=3 2024-12-13T11:18:14,288 INFO [RS:0;58281886ad93:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:14,289 INFO [RS:0;58281886ad93:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:14,289 INFO [RS:0;58281886ad93:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:14,289 INFO [RS:0;58281886ad93:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:14,289 INFO [RS:0;58281886ad93:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=58281886ad93,36661,1734088692092-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T11:18:14,301 INFO [RS:0;58281886ad93:36661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T11:18:14,302 INFO [RS:0;58281886ad93:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=58281886ad93,36661,1734088692092-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:14,313 INFO [RS:0;58281886ad93:36661 {}] regionserver.Replication(204): 58281886ad93,36661,1734088692092 started 2024-12-13T11:18:14,313 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(1767): Serving as 58281886ad93,36661,1734088692092, RpcServer on 58281886ad93/172.17.0.2:36661, sessionid=0x1001f1c7d810004 2024-12-13T11:18:14,313 DEBUG [RS:0;58281886ad93:36661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T11:18:14,313 DEBUG [RS:0;58281886ad93:36661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 58281886ad93,36661,1734088692092 2024-12-13T11:18:14,313 DEBUG [RS:0;58281886ad93:36661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '58281886ad93,36661,1734088692092' 2024-12-13T11:18:14,313 DEBUG [RS:0;58281886ad93:36661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-13T11:18:14,314 DEBUG [RS:0;58281886ad93:36661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-13T11:18:14,314 DEBUG [RS:0;58281886ad93:36661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T11:18:14,314 DEBUG [RS:0;58281886ad93:36661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T11:18:14,314 DEBUG [RS:0;58281886ad93:36661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 58281886ad93,36661,1734088692092 2024-12-13T11:18:14,314 DEBUG [RS:0;58281886ad93:36661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '58281886ad93,36661,1734088692092' 2024-12-13T11:18:14,314 DEBUG [RS:0;58281886ad93:36661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-13T11:18:14,315 DEBUG [RS:0;58281886ad93:36661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-13T11:18:14,315 DEBUG [RS:0;58281886ad93:36661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T11:18:14,315 INFO [RS:0;58281886ad93:36661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T11:18:14,315 INFO [RS:0;58281886ad93:36661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T11:18:14,416 INFO [RS:0;58281886ad93:36661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T11:18:14,421 INFO [RS:0;58281886ad93:36661 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=58281886ad93%2C36661%2C1734088692092, suffix=, logDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/WALs/58281886ad93,36661,1734088692092, archiveDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/oldWALs, maxLogs=10 2024-12-13T11:18:14,437 DEBUG [RS:0;58281886ad93:36661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/WALs/58281886ad93,36661,1734088692092/58281886ad93%2C36661%2C1734088692092.1734088694424, exclude list is [], retry=0 2024-12-13T11:18:14,441 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41209,DS-c349fd05-f70f-47ac-a18e-a33cf7e794b5,DISK] 2024-12-13T11:18:14,443 INFO [RS:0;58281886ad93:36661 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/WALs/58281886ad93,36661,1734088692092/58281886ad93%2C36661%2C1734088692092.1734088694424 2024-12-13T11:18:14,443 DEBUG [RS:0;58281886ad93:36661 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44111:44111)] 2024-12-13T11:18:14,584 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T11:18:14,584 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:14,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741833_1009 (size=32) 2024-12-13T11:18:15,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:15,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T11:18:15,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T11:18:15,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:15,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T11:18:15,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T11:18:15,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T11:18:15,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:15,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T11:18:15,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T11:18:15,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T11:18:15,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:15,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T11:18:15,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740 2024-12-13T11:18:15,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740 2024-12-13T11:18:15,017 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T11:18:15,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T11:18:15,022 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:15,023 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66034266, jitterRate=-0.016012758016586304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T11:18:15,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T11:18:15,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T11:18:15,023 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T11:18:15,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T11:18:15,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T11:18:15,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T11:18:15,024 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T11:18:15,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T11:18:15,025 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T11:18:15,025 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T11:18:15,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T11:18:15,027 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T11:18:15,028 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T11:18:15,179 DEBUG [58281886ad93:41435 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-13T11:18:15,179 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:15,182 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 58281886ad93,36661,1734088692092, state=OPENING 2024-12-13T11:18:15,223 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T11:18:15,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T11:18:15,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T11:18:15,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:15,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T11:18:15,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T11:18:15,390 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 58281886ad93,36661,1734088692092 2024-12-13T11:18:15,390 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T11:18:15,394 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T11:18:15,401 INFO [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T11:18:15,401 INFO [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T11:18:15,402 INFO [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T11:18:15,405 INFO [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=58281886ad93%2C36661%2C1734088692092.meta, suffix=.meta, logDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/WALs/58281886ad93,36661,1734088692092, archiveDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/oldWALs, maxLogs=10 2024-12-13T11:18:15,417 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/WALs/58281886ad93,36661,1734088692092/58281886ad93%2C36661%2C1734088692092.meta.1734088695406.meta, exclude list is [], retry=0 2024-12-13T11:18:15,420 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41209,DS-c349fd05-f70f-47ac-a18e-a33cf7e794b5,DISK] 2024-12-13T11:18:15,422 INFO [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/WALs/58281886ad93,36661,1734088692092/58281886ad93%2C36661%2C1734088692092.meta.1734088695406.meta 2024-12-13T11:18:15,422 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44111:44111)] 2024-12-13T11:18:15,422 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T11:18:15,422 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T11:18:15,422 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T11:18:15,423 INFO [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T11:18:15,423 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T11:18:15,423 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:15,423 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T11:18:15,423 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T11:18:15,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T11:18:15,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T11:18:15,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:15,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T11:18:15,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T11:18:15,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T11:18:15,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:15,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T11:18:15,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T11:18:15,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T11:18:15,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:15,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T11:18:15,432 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740 2024-12-13T11:18:15,434 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740 2024-12-13T11:18:15,436 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T11:18:15,438 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T11:18:15,439 INFO [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67354953, jitterRate=0.003667011857032776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T11:18:15,439 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T11:18:15,441 INFO [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734088695390 2024-12-13T11:18:15,443 DEBUG [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T11:18:15,443 INFO [RS_OPEN_META-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T11:18:15,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:15,445 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 58281886ad93,36661,1734088692092, state=OPEN 2024-12-13T11:18:15,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-13T11:18:15,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-13T11:18:15,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T11:18:15,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T11:18:15,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T11:18:15,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=58281886ad93,36661,1734088692092 in 295 msec 2024-12-13T11:18:15,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T11:18:15,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 509 msec 2024-12-13T11:18:15,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3800 sec 2024-12-13T11:18:15,541 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734088695541, completionTime=-1 2024-12-13T11:18:15,541 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-13T11:18:15,541 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T11:18:15,542 DEBUG [hconnection-0xff72bd2-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:15,543 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T11:18:15,545 INFO [master/58281886ad93:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-13T11:18:15,545 INFO [master/58281886ad93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734088755545 2024-12-13T11:18:15,545 INFO [master/58281886ad93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734088815545 2024-12-13T11:18:15,545 INFO [master/58281886ad93:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-13T11:18:15,569 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=58281886ad93,41435,1734088691946-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:15,569 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=58281886ad93,41435,1734088691946-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:15,569 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=58281886ad93,41435,1734088691946-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:15,570 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-58281886ad93:41435, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:15,570 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:15,570 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T11:18:15,570 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T11:18:15,573 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T11:18:15,575 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T11:18:15,576 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:15,577 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T11:18:15,578 DEBUG [master/58281886ad93:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T11:18:15,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741835_1011 (size=358) 2024-12-13T11:18:15,987 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f9c93f8336770d286f5245430ce05b8b, NAME => 'hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:15,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741836_1012 (size=42) 2024-12-13T11:18:16,397 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:16,398 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing f9c93f8336770d286f5245430ce05b8b, disabling compactions & flushes 2024-12-13T11:18:16,398 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b. 2024-12-13T11:18:16,398 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b. 2024-12-13T11:18:16,398 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b. after waiting 0 ms 2024-12-13T11:18:16,398 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b. 2024-12-13T11:18:16,398 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b. 2024-12-13T11:18:16,398 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for f9c93f8336770d286f5245430ce05b8b: 2024-12-13T11:18:16,402 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T11:18:16,403 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734088696402"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088696402"}]},"ts":"1734088696402"} 2024-12-13T11:18:16,408 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T11:18:16,410 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T11:18:16,410 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734088696410"}]},"ts":"1734088696410"} 2024-12-13T11:18:16,415 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T11:18:16,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f9c93f8336770d286f5245430ce05b8b, ASSIGN}] 2024-12-13T11:18:16,469 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f9c93f8336770d286f5245430ce05b8b, ASSIGN 2024-12-13T11:18:16,472 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f9c93f8336770d286f5245430ce05b8b, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:16,623 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f9c93f8336770d286f5245430ce05b8b, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:16,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure f9c93f8336770d286f5245430ce05b8b, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:16,784 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 58281886ad93,36661,1734088692092 2024-12-13T11:18:16,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b. 2024-12-13T11:18:16,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => f9c93f8336770d286f5245430ce05b8b, NAME => 'hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b.', STARTKEY => '', ENDKEY => ''} 2024-12-13T11:18:16,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f9c93f8336770d286f5245430ce05b8b 2024-12-13T11:18:16,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:16,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for f9c93f8336770d286f5245430ce05b8b 2024-12-13T11:18:16,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for f9c93f8336770d286f5245430ce05b8b 2024-12-13T11:18:16,798 INFO [StoreOpener-f9c93f8336770d286f5245430ce05b8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f9c93f8336770d286f5245430ce05b8b 2024-12-13T11:18:16,800 INFO [StoreOpener-f9c93f8336770d286f5245430ce05b8b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9c93f8336770d286f5245430ce05b8b columnFamilyName info 2024-12-13T11:18:16,800 DEBUG [StoreOpener-f9c93f8336770d286f5245430ce05b8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:16,800 INFO [StoreOpener-f9c93f8336770d286f5245430ce05b8b-1 {}] regionserver.HStore(327): Store=f9c93f8336770d286f5245430ce05b8b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:16,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/namespace/f9c93f8336770d286f5245430ce05b8b 2024-12-13T11:18:16,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/namespace/f9c93f8336770d286f5245430ce05b8b 2024-12-13T11:18:16,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for f9c93f8336770d286f5245430ce05b8b 2024-12-13T11:18:16,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/namespace/f9c93f8336770d286f5245430ce05b8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:16,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened f9c93f8336770d286f5245430ce05b8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61783259, jitterRate=-0.07935769855976105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T11:18:16,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for f9c93f8336770d286f5245430ce05b8b: 2024-12-13T11:18:16,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b., pid=6, masterSystemTime=1734088696784 2024-12-13T11:18:16,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b. 2024-12-13T11:18:16,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b. 2024-12-13T11:18:16,812 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f9c93f8336770d286f5245430ce05b8b, regionState=OPEN, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:16,814 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41435 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=58281886ad93,36661,1734088692092, table=hbase:namespace, region=f9c93f8336770d286f5245430ce05b8b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-13T11:18:16,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T11:18:16,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure f9c93f8336770d286f5245430ce05b8b, server=58281886ad93,36661,1734088692092 in 187 msec 2024-12-13T11:18:16,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T11:18:16,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f9c93f8336770d286f5245430ce05b8b, ASSIGN in 352 msec 2024-12-13T11:18:16,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T11:18:16,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734088696822"}]},"ts":"1734088696822"} 2024-12-13T11:18:16,824 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T11:18:16,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T11:18:16,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2670 sec 2024-12-13T11:18:16,876 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-13T11:18:16,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T11:18:16,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-13T11:18:16,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T11:18:16,895 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T11:18:16,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-13T11:18:16,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 31 msec 2024-12-13T11:18:16,938 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T11:18:16,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-13T11:18:16,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 34 msec 2024-12-13T11:18:16,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-13T11:18:17,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-13T11:18:17,015 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.875sec 2024-12-13T11:18:17,015 INFO [master/58281886ad93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T11:18:17,015 INFO [master/58281886ad93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T11:18:17,015 INFO [58281886ad93:46085Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:18:17,015 INFO [master/58281886ad93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T11:18:17,015 INFO [master/58281886ad93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T11:18:17,015 INFO [master/58281886ad93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T11:18:17,015 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=58281886ad93,41435,1734088691946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T11:18:17,015 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=58281886ad93,41435,1734088691946-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T11:18:17,020 DEBUG [master/58281886ad93:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T11:18:17,021 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T11:18:17,021 INFO [master/58281886ad93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=58281886ad93,41435,1734088691946-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T11:18:17,022 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16633b5f to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f63cb2f 2024-12-13T11:18:17,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9d6135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:17,033 DEBUG [hconnection-0x2ba51bb0-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:17,035 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T11:18:17,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=58281886ad93,41435,1734088691946 2024-12-13T11:18:17,040 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71e8be01 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72134317 2024-12-13T11:18:17,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9dc8b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:17,055 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1d0a15 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb1bf41 2024-12-13T11:18:17,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35242db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:17,068 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17d371aa to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@717e9fa6 2024-12-13T11:18:17,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602b4fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:17,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T11:18:17,089 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T11:18:17,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T11:18:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-13T11:18:17,102 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T11:18:17,103 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:17,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-13T11:18:17,104 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T11:18:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T11:18:17,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741837_1013 (size=631) 2024-12-13T11:18:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T11:18:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T11:18:17,516 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6d7d6a6e07c16c0a2d22e453e2f90f8c, NAME => 'test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:17,517 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a25d889a602b5d369bf8a82f68d83451, NAME => 'test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:17,517 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c1f41e74f057e188cf3efd4f1fde7e0e, NAME => 'test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:17,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741838_1014 (size=42) 2024-12-13T11:18:17,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741839_1015 (size=45) 2024-12-13T11:18:17,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741840_1016 (size=45) 2024-12-13T11:18:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T11:18:17,934 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:17,934 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:17,935 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c1f41e74f057e188cf3efd4f1fde7e0e, disabling compactions & flushes 2024-12-13T11:18:17,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 6d7d6a6e07c16c0a2d22e453e2f90f8c, disabling compactions & flushes 2024-12-13T11:18:17,935 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e. 2024-12-13T11:18:17,935 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e. 2024-12-13T11:18:17,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c. 2024-12-13T11:18:17,935 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e. after waiting 0 ms 2024-12-13T11:18:17,935 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e. 2024-12-13T11:18:17,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c. 2024-12-13T11:18:17,935 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e. 2024-12-13T11:18:17,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c. after waiting 0 ms 2024-12-13T11:18:17,936 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c1f41e74f057e188cf3efd4f1fde7e0e: 2024-12-13T11:18:17,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c. 2024-12-13T11:18:17,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c. 2024-12-13T11:18:17,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6d7d6a6e07c16c0a2d22e453e2f90f8c: 2024-12-13T11:18:17,937 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 06241845cb4581e4bea74a7cc65c7d78, NAME => 'test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:17,939 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c63bde4cc5aa45b017140c4e9cf81154, NAME => 'test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:17,939 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:17,940 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing a25d889a602b5d369bf8a82f68d83451, disabling compactions & flushes 2024-12-13T11:18:17,940 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451. 2024-12-13T11:18:17,940 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451. 2024-12-13T11:18:17,940 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451. after waiting 0 ms 2024-12-13T11:18:17,940 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451. 2024-12-13T11:18:17,940 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451. 2024-12-13T11:18:17,941 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for a25d889a602b5d369bf8a82f68d83451: 2024-12-13T11:18:17,942 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => c345eb8e0a50f3494dcbaf11b91df89a, NAME => 'test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:17,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741841_1017 (size=45) 2024-12-13T11:18:17,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741842_1018 (size=45) 2024-12-13T11:18:17,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741843_1019 (size=45) 2024-12-13T11:18:17,951 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:17,951 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing c345eb8e0a50f3494dcbaf11b91df89a, disabling compactions & flushes 2024-12-13T11:18:17,951 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a. 2024-12-13T11:18:17,951 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a. 2024-12-13T11:18:17,951 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a. after waiting 0 ms 2024-12-13T11:18:17,951 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a. 2024-12-13T11:18:17,951 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a. 2024-12-13T11:18:17,951 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for c345eb8e0a50f3494dcbaf11b91df89a: 2024-12-13T11:18:17,952 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3b153fe31cbf68be1ff266bfeed572b7, NAME => 'test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:17,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741844_1020 (size=45) 2024-12-13T11:18:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T11:18:18,351 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:18,351 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 06241845cb4581e4bea74a7cc65c7d78, disabling compactions & flushes 2024-12-13T11:18:18,352 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78. 2024-12-13T11:18:18,352 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78. 2024-12-13T11:18:18,352 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78. after waiting 0 ms 2024-12-13T11:18:18,352 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78. 2024-12-13T11:18:18,352 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78. 2024-12-13T11:18:18,352 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:18,352 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 06241845cb4581e4bea74a7cc65c7d78: 2024-12-13T11:18:18,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c63bde4cc5aa45b017140c4e9cf81154, disabling compactions & flushes 2024-12-13T11:18:18,354 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154. 2024-12-13T11:18:18,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154. 2024-12-13T11:18:18,354 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ddf4790c0a3cc175d3be49de2d474884, NAME => 'test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:18,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154. after waiting 0 ms 2024-12-13T11:18:18,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154. 2024-12-13T11:18:18,355 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154. 2024-12-13T11:18:18,355 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c63bde4cc5aa45b017140c4e9cf81154: 2024-12-13T11:18:18,357 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fb76bfb6a87a8ab63efabcd1b2457fdc, NAME => 'test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:18,358 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:18,358 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 3b153fe31cbf68be1ff266bfeed572b7, disabling compactions & flushes 2024-12-13T11:18:18,358 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7. 2024-12-13T11:18:18,359 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7. 2024-12-13T11:18:18,359 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7. after waiting 0 ms 2024-12-13T11:18:18,359 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7. 2024-12-13T11:18:18,359 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7. 2024-12-13T11:18:18,359 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3b153fe31cbf68be1ff266bfeed572b7: 2024-12-13T11:18:18,360 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 8af583183986e519861b35032760a501, NAME => 'test,jjj,1734088697095.8af583183986e519861b35032760a501.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:18,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741845_1021 (size=45) 2024-12-13T11:18:18,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741846_1022 (size=45) 2024-12-13T11:18:18,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741847_1023 (size=45) 2024-12-13T11:18:18,769 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:18,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:18,769 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing ddf4790c0a3cc175d3be49de2d474884, disabling compactions & flushes 2024-12-13T11:18:18,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing fb76bfb6a87a8ab63efabcd1b2457fdc, disabling compactions & flushes 2024-12-13T11:18:18,769 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884. 2024-12-13T11:18:18,769 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884. 2024-12-13T11:18:18,769 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc. 2024-12-13T11:18:18,769 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884. after waiting 0 ms 2024-12-13T11:18:18,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc. 2024-12-13T11:18:18,769 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884. 2024-12-13T11:18:18,769 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884. 2024-12-13T11:18:18,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc. after waiting 0 ms 2024-12-13T11:18:18,769 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for ddf4790c0a3cc175d3be49de2d474884: 2024-12-13T11:18:18,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc. 2024-12-13T11:18:18,769 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc. 2024-12-13T11:18:18,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for fb76bfb6a87a8ab63efabcd1b2457fdc: 2024-12-13T11:18:18,770 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1abc1332dd7c7c5f8a533ba6c49d5d6e, NAME => 'test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:18,771 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d5b242a3a22d51be3e65a82f80c7fe72, NAME => 'test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:18,774 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1734088697095.8af583183986e519861b35032760a501.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:18,774 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 8af583183986e519861b35032760a501, disabling compactions & flushes 2024-12-13T11:18:18,774 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1734088697095.8af583183986e519861b35032760a501. 2024-12-13T11:18:18,774 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734088697095.8af583183986e519861b35032760a501. 2024-12-13T11:18:18,774 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734088697095.8af583183986e519861b35032760a501. after waiting 0 ms 2024-12-13T11:18:18,775 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734088697095.8af583183986e519861b35032760a501. 2024-12-13T11:18:18,775 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1734088697095.8af583183986e519861b35032760a501. 2024-12-13T11:18:18,775 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 8af583183986e519861b35032760a501: 2024-12-13T11:18:18,776 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 0a104c1930a0e2354af9e335a66a7cbf, NAME => 'test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:18,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741848_1024 (size=45) 2024-12-13T11:18:18,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741849_1025 (size=45) 2024-12-13T11:18:18,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741850_1026 (size=45) 2024-12-13T11:18:19,183 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:19,183 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 1abc1332dd7c7c5f8a533ba6c49d5d6e, disabling compactions & flushes 2024-12-13T11:18:19,183 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e. 2024-12-13T11:18:19,183 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e. 2024-12-13T11:18:19,183 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e. after waiting 0 ms 2024-12-13T11:18:19,183 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e. 2024-12-13T11:18:19,183 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e. 2024-12-13T11:18:19,183 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 1abc1332dd7c7c5f8a533ba6c49d5d6e: 2024-12-13T11:18:19,185 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c38990555f638a9b390cc24477527c08, NAME => 'test,nnn,1734088697095.c38990555f638a9b390cc24477527c08.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:19,186 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:19,186 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d5b242a3a22d51be3e65a82f80c7fe72, disabling compactions & flushes 2024-12-13T11:18:19,186 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72. 2024-12-13T11:18:19,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72. 2024-12-13T11:18:19,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72. after waiting 0 ms 2024-12-13T11:18:19,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72. 2024-12-13T11:18:19,187 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72. 2024-12-13T11:18:19,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d5b242a3a22d51be3e65a82f80c7fe72: 2024-12-13T11:18:19,188 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0f9f736e09656f07b4b48ded4d2f51c0, NAME => 'test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:19,188 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:19,188 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 0a104c1930a0e2354af9e335a66a7cbf, disabling compactions & flushes 2024-12-13T11:18:19,188 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf. 2024-12-13T11:18:19,189 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf. 2024-12-13T11:18:19,189 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf. after waiting 0 ms 2024-12-13T11:18:19,189 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf. 2024-12-13T11:18:19,189 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf. 2024-12-13T11:18:19,189 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 0a104c1930a0e2354af9e335a66a7cbf: 2024-12-13T11:18:19,190 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b111394270d9593e3980bede64e22ac6, NAME => 'test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:19,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741851_1027 (size=45) 2024-12-13T11:18:19,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741852_1028 (size=45) 2024-12-13T11:18:19,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741853_1029 (size=45) 2024-12-13T11:18:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T11:18:19,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:18:19,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:19,608 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1734088697095.c38990555f638a9b390cc24477527c08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:19,608 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:19,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 0f9f736e09656f07b4b48ded4d2f51c0, disabling compactions & flushes 2024-12-13T11:18:19,608 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c38990555f638a9b390cc24477527c08, disabling compactions & flushes 2024-12-13T11:18:19,608 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0. 2024-12-13T11:18:19,608 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1734088697095.c38990555f638a9b390cc24477527c08. 2024-12-13T11:18:19,608 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b111394270d9593e3980bede64e22ac6, disabling compactions & flushes 2024-12-13T11:18:19,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0. 2024-12-13T11:18:19,608 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734088697095.c38990555f638a9b390cc24477527c08. 2024-12-13T11:18:19,608 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6. 2024-12-13T11:18:19,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0. after waiting 0 ms 2024-12-13T11:18:19,608 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734088697095.c38990555f638a9b390cc24477527c08. after waiting 0 ms 2024-12-13T11:18:19,608 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6. 2024-12-13T11:18:19,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0. 2024-12-13T11:18:19,608 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734088697095.c38990555f638a9b390cc24477527c08. 2024-12-13T11:18:19,608 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6. after waiting 0 ms 2024-12-13T11:18:19,608 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0. 2024-12-13T11:18:19,608 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1734088697095.c38990555f638a9b390cc24477527c08. 2024-12-13T11:18:19,608 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6. 2024-12-13T11:18:19,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0f9f736e09656f07b4b48ded4d2f51c0: 2024-12-13T11:18:19,608 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c38990555f638a9b390cc24477527c08: 2024-12-13T11:18:19,608 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6. 2024-12-13T11:18:19,608 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b111394270d9593e3980bede64e22ac6: 2024-12-13T11:18:19,609 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 254f4eef787845c62c31dd73b138567d, NAME => 'test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:19,610 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a9d6a908f8b28ec5a287f5b9d7b0839b, NAME => 'test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:19,610 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 70e965d99d5e7880f6b0040dced57792, NAME => 'test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:19,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741855_1031 (size=45) 2024-12-13T11:18:19,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741854_1030 (size=45) 2024-12-13T11:18:19,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741856_1032 (size=45) 2024-12-13T11:18:20,027 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:20,027 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:20,027 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:20,027 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing a9d6a908f8b28ec5a287f5b9d7b0839b, disabling compactions & flushes 2024-12-13T11:18:20,027 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 254f4eef787845c62c31dd73b138567d, disabling compactions & flushes 2024-12-13T11:18:20,027 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 70e965d99d5e7880f6b0040dced57792, disabling compactions & flushes 2024-12-13T11:18:20,027 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b. 2024-12-13T11:18:20,028 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d. 2024-12-13T11:18:20,028 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792. 2024-12-13T11:18:20,028 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b. 2024-12-13T11:18:20,028 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792. 2024-12-13T11:18:20,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d. 2024-12-13T11:18:20,028 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b. after waiting 0 ms 2024-12-13T11:18:20,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d. after waiting 0 ms 2024-12-13T11:18:20,028 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792. after waiting 0 ms 2024-12-13T11:18:20,028 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b. 2024-12-13T11:18:20,028 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792. 2024-12-13T11:18:20,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d. 2024-12-13T11:18:20,028 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b. 2024-12-13T11:18:20,028 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d. 2024-12-13T11:18:20,028 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792. 2024-12-13T11:18:20,028 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for a9d6a908f8b28ec5a287f5b9d7b0839b: 2024-12-13T11:18:20,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 254f4eef787845c62c31dd73b138567d: 2024-12-13T11:18:20,028 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 70e965d99d5e7880f6b0040dced57792: 2024-12-13T11:18:20,028 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 60a9c397719e148be26f0d0b84f59267, NAME => 'test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:20,029 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 02eb680f24427e7f3541298ffefc4e3b, NAME => 'test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:20,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => efc159ffe0a6d686cbe23de3c68baae2, NAME => 'test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:20,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741858_1034 (size=45) 2024-12-13T11:18:20,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741857_1033 (size=45) 2024-12-13T11:18:20,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741859_1035 (size=45) 2024-12-13T11:18:20,443 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:20,443 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:20,443 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:20,443 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 60a9c397719e148be26f0d0b84f59267, disabling compactions & flushes 2024-12-13T11:18:20,443 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing efc159ffe0a6d686cbe23de3c68baae2, disabling compactions & flushes 2024-12-13T11:18:20,444 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 02eb680f24427e7f3541298ffefc4e3b, disabling compactions & flushes 2024-12-13T11:18:20,444 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267. 2024-12-13T11:18:20,444 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2. 2024-12-13T11:18:20,444 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b. 2024-12-13T11:18:20,444 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267. 2024-12-13T11:18:20,444 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2. 2024-12-13T11:18:20,444 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b. 2024-12-13T11:18:20,444 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267. after waiting 0 ms 2024-12-13T11:18:20,444 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2. after waiting 0 ms 2024-12-13T11:18:20,444 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b. after waiting 0 ms 2024-12-13T11:18:20,444 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267. 2024-12-13T11:18:20,444 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2. 2024-12-13T11:18:20,444 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b. 2024-12-13T11:18:20,444 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2. 2024-12-13T11:18:20,444 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267. 2024-12-13T11:18:20,444 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b. 2024-12-13T11:18:20,444 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for efc159ffe0a6d686cbe23de3c68baae2: 2024-12-13T11:18:20,444 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 60a9c397719e148be26f0d0b84f59267: 2024-12-13T11:18:20,444 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 02eb680f24427e7f3541298ffefc4e3b: 2024-12-13T11:18:20,444 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4643785fbcde8f62181c1b784bfed9c0, NAME => 'test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:20,445 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => d6fd9c3d7f938d06a1a3fa98e1116a4a, NAME => 'test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:20,445 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2fd105b07e36272517ac94b9b7b1dbf0, NAME => 'test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:20,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741860_1036 (size=45) 2024-12-13T11:18:20,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741861_1037 (size=45) 2024-12-13T11:18:20,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741862_1038 (size=45) 2024-12-13T11:18:20,855 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:20,855 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:20,855 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:20,855 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 2fd105b07e36272517ac94b9b7b1dbf0, disabling compactions & flushes 2024-12-13T11:18:20,855 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing d6fd9c3d7f938d06a1a3fa98e1116a4a, disabling compactions & flushes 2024-12-13T11:18:20,855 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4643785fbcde8f62181c1b784bfed9c0, disabling compactions & flushes 2024-12-13T11:18:20,855 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0. 2024-12-13T11:18:20,856 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0. 2024-12-13T11:18:20,856 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a. 2024-12-13T11:18:20,856 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0. 2024-12-13T11:18:20,856 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0. 2024-12-13T11:18:20,856 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0. after waiting 0 ms 2024-12-13T11:18:20,856 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a. 2024-12-13T11:18:20,856 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0. after waiting 0 ms 2024-12-13T11:18:20,856 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0. 2024-12-13T11:18:20,856 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0. 2024-12-13T11:18:20,856 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0. 2024-12-13T11:18:20,856 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a. after waiting 0 ms 2024-12-13T11:18:20,856 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0. 2024-12-13T11:18:20,856 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2fd105b07e36272517ac94b9b7b1dbf0: 2024-12-13T11:18:20,856 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4643785fbcde8f62181c1b784bfed9c0: 2024-12-13T11:18:20,856 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a. 2024-12-13T11:18:20,856 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a. 2024-12-13T11:18:20,856 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for d6fd9c3d7f938d06a1a3fa98e1116a4a: 2024-12-13T11:18:20,857 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 687a2d8780f505da4eebc8b819963b5a, NAME => 'test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:20,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741863_1039 (size=42) 2024-12-13T11:18:20,926 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T11:18:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T11:18:21,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:21,267 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 687a2d8780f505da4eebc8b819963b5a, disabling compactions & flushes 2024-12-13T11:18:21,267 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a. 2024-12-13T11:18:21,267 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a. 2024-12-13T11:18:21,267 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a. after waiting 0 ms 2024-12-13T11:18:21,267 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a. 2024-12-13T11:18:21,267 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a. 2024-12-13T11:18:21,267 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 687a2d8780f505da4eebc8b819963b5a: 2024-12-13T11:18:21,269 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T11:18:21,270 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,270 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,270 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,271 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,271 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,271 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,271 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,271 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,271 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,272 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734088697095.8af583183986e519861b35032760a501.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,272 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,272 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,272 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,272 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,273 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734088697095.c38990555f638a9b390cc24477527c08.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,273 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,273 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,273 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,273 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,273 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,274 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,274 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,274 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,274 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,274 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,274 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734088701269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088701269"}]},"ts":"1734088701269"} 2024-12-13T11:18:21,302 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-13T11:18:21,304 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T11:18:21,304 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734088701304"}]},"ts":"1734088701304"} 2024-12-13T11:18:21,307 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-13T11:18:21,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6d7d6a6e07c16c0a2d22e453e2f90f8c, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c1f41e74f057e188cf3efd4f1fde7e0e, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a25d889a602b5d369bf8a82f68d83451, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=06241845cb4581e4bea74a7cc65c7d78, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c63bde4cc5aa45b017140c4e9cf81154, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c345eb8e0a50f3494dcbaf11b91df89a, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3b153fe31cbf68be1ff266bfeed572b7, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ddf4790c0a3cc175d3be49de2d474884, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fb76bfb6a87a8ab63efabcd1b2457fdc, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8af583183986e519861b35032760a501, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1abc1332dd7c7c5f8a533ba6c49d5d6e, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d5b242a3a22d51be3e65a82f80c7fe72, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0a104c1930a0e2354af9e335a66a7cbf, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c38990555f638a9b390cc24477527c08, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0f9f736e09656f07b4b48ded4d2f51c0, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b111394270d9593e3980bede64e22ac6, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=254f4eef787845c62c31dd73b138567d, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a9d6a908f8b28ec5a287f5b9d7b0839b, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=70e965d99d5e7880f6b0040dced57792, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=60a9c397719e148be26f0d0b84f59267, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=02eb680f24427e7f3541298ffefc4e3b, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=efc159ffe0a6d686cbe23de3c68baae2, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4643785fbcde8f62181c1b784bfed9c0, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2fd105b07e36272517ac94b9b7b1dbf0, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d6fd9c3d7f938d06a1a3fa98e1116a4a, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=687a2d8780f505da4eebc8b819963b5a, ASSIGN}] 2024-12-13T11:18:21,369 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c1f41e74f057e188cf3efd4f1fde7e0e, ASSIGN 2024-12-13T11:18:21,369 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6d7d6a6e07c16c0a2d22e453e2f90f8c, ASSIGN 2024-12-13T11:18:21,370 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a25d889a602b5d369bf8a82f68d83451, ASSIGN 2024-12-13T11:18:21,370 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=06241845cb4581e4bea74a7cc65c7d78, ASSIGN 2024-12-13T11:18:21,371 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c1f41e74f057e188cf3efd4f1fde7e0e, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,371 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6d7d6a6e07c16c0a2d22e453e2f90f8c, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,372 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a25d889a602b5d369bf8a82f68d83451, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,372 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=06241845cb4581e4bea74a7cc65c7d78, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,375 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4643785fbcde8f62181c1b784bfed9c0, ASSIGN 2024-12-13T11:18:21,375 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2fd105b07e36272517ac94b9b7b1dbf0, ASSIGN 2024-12-13T11:18:21,376 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=687a2d8780f505da4eebc8b819963b5a, ASSIGN 2024-12-13T11:18:21,376 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d6fd9c3d7f938d06a1a3fa98e1116a4a, ASSIGN 2024-12-13T11:18:21,376 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=efc159ffe0a6d686cbe23de3c68baae2, ASSIGN 2024-12-13T11:18:21,377 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4643785fbcde8f62181c1b784bfed9c0, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,377 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d6fd9c3d7f938d06a1a3fa98e1116a4a, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,377 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=687a2d8780f505da4eebc8b819963b5a, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,377 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2fd105b07e36272517ac94b9b7b1dbf0, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,377 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=efc159ffe0a6d686cbe23de3c68baae2, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,380 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=02eb680f24427e7f3541298ffefc4e3b, ASSIGN 2024-12-13T11:18:21,381 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a9d6a908f8b28ec5a287f5b9d7b0839b, ASSIGN 2024-12-13T11:18:21,381 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=70e965d99d5e7880f6b0040dced57792, ASSIGN 2024-12-13T11:18:21,381 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=60a9c397719e148be26f0d0b84f59267, ASSIGN 2024-12-13T11:18:21,381 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=254f4eef787845c62c31dd73b138567d, ASSIGN 2024-12-13T11:18:21,382 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=02eb680f24427e7f3541298ffefc4e3b, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,382 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=70e965d99d5e7880f6b0040dced57792, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,382 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a9d6a908f8b28ec5a287f5b9d7b0839b, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,382 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=60a9c397719e148be26f0d0b84f59267, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,382 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=254f4eef787845c62c31dd73b138567d, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,386 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c38990555f638a9b390cc24477527c08, ASSIGN 2024-12-13T11:18:21,386 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b111394270d9593e3980bede64e22ac6, ASSIGN 2024-12-13T11:18:21,386 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0f9f736e09656f07b4b48ded4d2f51c0, ASSIGN 2024-12-13T11:18:21,386 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0a104c1930a0e2354af9e335a66a7cbf, ASSIGN 2024-12-13T11:18:21,386 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d5b242a3a22d51be3e65a82f80c7fe72, ASSIGN 2024-12-13T11:18:21,387 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0f9f736e09656f07b4b48ded4d2f51c0, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,387 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c38990555f638a9b390cc24477527c08, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,387 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b111394270d9593e3980bede64e22ac6, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,388 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d5b242a3a22d51be3e65a82f80c7fe72, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,388 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0a104c1930a0e2354af9e335a66a7cbf, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,392 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3b153fe31cbf68be1ff266bfeed572b7, ASSIGN 2024-12-13T11:18:21,392 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ddf4790c0a3cc175d3be49de2d474884, ASSIGN 2024-12-13T11:18:21,392 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fb76bfb6a87a8ab63efabcd1b2457fdc, ASSIGN 2024-12-13T11:18:21,392 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8af583183986e519861b35032760a501, ASSIGN 2024-12-13T11:18:21,392 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1abc1332dd7c7c5f8a533ba6c49d5d6e, ASSIGN 2024-12-13T11:18:21,392 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3b153fe31cbf68be1ff266bfeed572b7, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,393 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ddf4790c0a3cc175d3be49de2d474884, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,393 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=fb76bfb6a87a8ab63efabcd1b2457fdc, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,393 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1abc1332dd7c7c5f8a533ba6c49d5d6e, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,393 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8af583183986e519861b35032760a501, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,396 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c63bde4cc5aa45b017140c4e9cf81154, ASSIGN 2024-12-13T11:18:21,396 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c345eb8e0a50f3494dcbaf11b91df89a, ASSIGN 2024-12-13T11:18:21,397 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c63bde4cc5aa45b017140c4e9cf81154, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,397 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c345eb8e0a50f3494dcbaf11b91df89a, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:21,523 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=b111394270d9593e3980bede64e22ac6, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=0a104c1930a0e2354af9e335a66a7cbf, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,523 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=c38990555f638a9b390cc24477527c08, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,523 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=254f4eef787845c62c31dd73b138567d, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,523 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=c63bde4cc5aa45b017140c4e9cf81154, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=14, state=RUNNABLE; OpenRegionProcedure c63bde4cc5aa45b017140c4e9cf81154, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=25, state=RUNNABLE; OpenRegionProcedure b111394270d9593e3980bede64e22ac6, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=22, state=RUNNABLE; OpenRegionProcedure 0a104c1930a0e2354af9e335a66a7cbf, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=26, state=RUNNABLE; OpenRegionProcedure 254f4eef787845c62c31dd73b138567d, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=23, state=RUNNABLE; OpenRegionProcedure c38990555f638a9b390cc24477527c08, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=ddf4790c0a3cc175d3be49de2d474884, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,542 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=1abc1332dd7c7c5f8a533ba6c49d5d6e, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,543 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6d7d6a6e07c16c0a2d22e453e2f90f8c, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,543 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=a25d889a602b5d369bf8a82f68d83451, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=17, state=RUNNABLE; OpenRegionProcedure ddf4790c0a3cc175d3be49de2d474884, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=20, state=RUNNABLE; OpenRegionProcedure 1abc1332dd7c7c5f8a533ba6c49d5d6e, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,544 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=efc159ffe0a6d686cbe23de3c68baae2, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=12, state=RUNNABLE; OpenRegionProcedure a25d889a602b5d369bf8a82f68d83451, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=10, state=RUNNABLE; OpenRegionProcedure 6d7d6a6e07c16c0a2d22e453e2f90f8c, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=31, state=RUNNABLE; OpenRegionProcedure efc159ffe0a6d686cbe23de3c68baae2, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,548 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=c345eb8e0a50f3494dcbaf11b91df89a, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=15, state=RUNNABLE; OpenRegionProcedure c345eb8e0a50f3494dcbaf11b91df89a, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,553 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=d5b242a3a22d51be3e65a82f80c7fe72, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=fb76bfb6a87a8ab63efabcd1b2457fdc, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,554 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=70e965d99d5e7880f6b0040dced57792, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,555 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=c1f41e74f057e188cf3efd4f1fde7e0e, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,557 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=3b153fe31cbf68be1ff266bfeed572b7, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=21, state=RUNNABLE; OpenRegionProcedure d5b242a3a22d51be3e65a82f80c7fe72, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=28, state=RUNNABLE; OpenRegionProcedure 70e965d99d5e7880f6b0040dced57792, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=11, state=RUNNABLE; OpenRegionProcedure c1f41e74f057e188cf3efd4f1fde7e0e, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=18, state=RUNNABLE; OpenRegionProcedure fb76bfb6a87a8ab63efabcd1b2457fdc, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=16, state=RUNNABLE; OpenRegionProcedure 3b153fe31cbf68be1ff266bfeed572b7, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,568 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=d6fd9c3d7f938d06a1a3fa98e1116a4a, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,568 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=06241845cb4581e4bea74a7cc65c7d78, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,570 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=4643785fbcde8f62181c1b784bfed9c0, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,570 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=2fd105b07e36272517ac94b9b7b1dbf0, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=13, state=RUNNABLE; OpenRegionProcedure 06241845cb4581e4bea74a7cc65c7d78, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=34, state=RUNNABLE; OpenRegionProcedure d6fd9c3d7f938d06a1a3fa98e1116a4a, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,572 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=a9d6a908f8b28ec5a287f5b9d7b0839b, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=32, state=RUNNABLE; OpenRegionProcedure 4643785fbcde8f62181c1b784bfed9c0, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=33, state=RUNNABLE; OpenRegionProcedure 2fd105b07e36272517ac94b9b7b1dbf0, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=27, state=RUNNABLE; OpenRegionProcedure a9d6a908f8b28ec5a287f5b9d7b0839b, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,578 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=8af583183986e519861b35032760a501, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,578 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=60a9c397719e148be26f0d0b84f59267, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=19, state=RUNNABLE; OpenRegionProcedure 8af583183986e519861b35032760a501, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=29, state=RUNNABLE; OpenRegionProcedure 60a9c397719e148be26f0d0b84f59267, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,581 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=687a2d8780f505da4eebc8b819963b5a, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,581 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=0f9f736e09656f07b4b48ded4d2f51c0, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=24, state=RUNNABLE; OpenRegionProcedure 0f9f736e09656f07b4b48ded4d2f51c0, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=02eb680f24427e7f3541298ffefc4e3b, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=35, state=RUNNABLE; OpenRegionProcedure 687a2d8780f505da4eebc8b819963b5a, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=30, state=RUNNABLE; OpenRegionProcedure 02eb680f24427e7f3541298ffefc4e3b, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:21,683 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 58281886ad93,46085,1734088684139 2024-12-13T11:18:21,691 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0. 2024-12-13T11:18:21,691 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 4643785fbcde8f62181c1b784bfed9c0, NAME => 'test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-13T11:18:21,692 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4643785fbcde8f62181c1b784bfed9c0 2024-12-13T11:18:21,692 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:21,692 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 4643785fbcde8f62181c1b784bfed9c0 2024-12-13T11:18:21,692 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 4643785fbcde8f62181c1b784bfed9c0 2024-12-13T11:18:21,694 INFO [StoreOpener-4643785fbcde8f62181c1b784bfed9c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4643785fbcde8f62181c1b784bfed9c0 2024-12-13T11:18:21,696 INFO [StoreOpener-4643785fbcde8f62181c1b784bfed9c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4643785fbcde8f62181c1b784bfed9c0 columnFamilyName f 2024-12-13T11:18:21,696 DEBUG [StoreOpener-4643785fbcde8f62181c1b784bfed9c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,696 INFO [StoreOpener-4643785fbcde8f62181c1b784bfed9c0-1 {}] regionserver.HStore(327): Store=4643785fbcde8f62181c1b784bfed9c0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,696 INFO [StoreOpener-4643785fbcde8f62181c1b784bfed9c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4643785fbcde8f62181c1b784bfed9c0 2024-12-13T11:18:21,698 INFO [StoreOpener-4643785fbcde8f62181c1b784bfed9c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4643785fbcde8f62181c1b784bfed9c0 columnFamilyName norep 2024-12-13T11:18:21,698 DEBUG [StoreOpener-4643785fbcde8f62181c1b784bfed9c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,698 INFO [StoreOpener-4643785fbcde8f62181c1b784bfed9c0-1 {}] regionserver.HStore(327): Store=4643785fbcde8f62181c1b784bfed9c0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,699 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/4643785fbcde8f62181c1b784bfed9c0 2024-12-13T11:18:21,700 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/4643785fbcde8f62181c1b784bfed9c0 2024-12-13T11:18:21,701 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:21,702 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 4643785fbcde8f62181c1b784bfed9c0 2024-12-13T11:18:21,705 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/4643785fbcde8f62181c1b784bfed9c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:21,705 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 4643785fbcde8f62181c1b784bfed9c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68020365, jitterRate=0.013582423329353333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:21,706 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 4643785fbcde8f62181c1b784bfed9c0: 2024-12-13T11:18:21,707 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0., pid=54, masterSystemTime=1734088701683 2024-12-13T11:18:21,709 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0. 2024-12-13T11:18:21,709 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0. 2024-12-13T11:18:21,709 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b. 2024-12-13T11:18:21,710 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 02eb680f24427e7f3541298ffefc4e3b, NAME => 'test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T11:18:21,710 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 02eb680f24427e7f3541298ffefc4e3b 2024-12-13T11:18:21,710 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:21,710 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 02eb680f24427e7f3541298ffefc4e3b 2024-12-13T11:18:21,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=4643785fbcde8f62181c1b784bfed9c0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,710 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 02eb680f24427e7f3541298ffefc4e3b 2024-12-13T11:18:21,712 INFO [StoreOpener-02eb680f24427e7f3541298ffefc4e3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 02eb680f24427e7f3541298ffefc4e3b 2024-12-13T11:18:21,714 INFO [StoreOpener-02eb680f24427e7f3541298ffefc4e3b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02eb680f24427e7f3541298ffefc4e3b columnFamilyName f 2024-12-13T11:18:21,714 DEBUG [StoreOpener-02eb680f24427e7f3541298ffefc4e3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,715 INFO [StoreOpener-02eb680f24427e7f3541298ffefc4e3b-1 {}] regionserver.HStore(327): Store=02eb680f24427e7f3541298ffefc4e3b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,715 INFO [StoreOpener-02eb680f24427e7f3541298ffefc4e3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 02eb680f24427e7f3541298ffefc4e3b 2024-12-13T11:18:21,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=32 2024-12-13T11:18:21,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=32, state=SUCCESS; OpenRegionProcedure 4643785fbcde8f62181c1b784bfed9c0, server=58281886ad93,46085,1734088684139 in 142 msec 2024-12-13T11:18:21,718 INFO [StoreOpener-02eb680f24427e7f3541298ffefc4e3b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02eb680f24427e7f3541298ffefc4e3b columnFamilyName norep 2024-12-13T11:18:21,718 DEBUG [StoreOpener-02eb680f24427e7f3541298ffefc4e3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,719 INFO [StoreOpener-02eb680f24427e7f3541298ffefc4e3b-1 {}] regionserver.HStore(327): Store=02eb680f24427e7f3541298ffefc4e3b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4643785fbcde8f62181c1b784bfed9c0, ASSIGN in 352 msec 2024-12-13T11:18:21,720 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/02eb680f24427e7f3541298ffefc4e3b 2024-12-13T11:18:21,721 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/02eb680f24427e7f3541298ffefc4e3b 2024-12-13T11:18:21,723 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:21,725 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 02eb680f24427e7f3541298ffefc4e3b 2024-12-13T11:18:21,728 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/02eb680f24427e7f3541298ffefc4e3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:21,729 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 02eb680f24427e7f3541298ffefc4e3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65557913, jitterRate=-0.023110970854759216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:21,729 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 02eb680f24427e7f3541298ffefc4e3b: 2024-12-13T11:18:21,730 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b., pid=61, masterSystemTime=1734088701683 2024-12-13T11:18:21,732 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b. 2024-12-13T11:18:21,733 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b. 2024-12-13T11:18:21,733 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267. 2024-12-13T11:18:21,733 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 60a9c397719e148be26f0d0b84f59267, NAME => 'test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-13T11:18:21,733 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=02eb680f24427e7f3541298ffefc4e3b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,733 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 60a9c397719e148be26f0d0b84f59267 2024-12-13T11:18:21,734 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:21,734 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 60a9c397719e148be26f0d0b84f59267 2024-12-13T11:18:21,734 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 60a9c397719e148be26f0d0b84f59267 2024-12-13T11:18:21,736 INFO [StoreOpener-60a9c397719e148be26f0d0b84f59267-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 60a9c397719e148be26f0d0b84f59267 2024-12-13T11:18:21,738 INFO [StoreOpener-60a9c397719e148be26f0d0b84f59267-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60a9c397719e148be26f0d0b84f59267 columnFamilyName f 2024-12-13T11:18:21,739 DEBUG [StoreOpener-60a9c397719e148be26f0d0b84f59267-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=30 2024-12-13T11:18:21,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=30, state=SUCCESS; OpenRegionProcedure 02eb680f24427e7f3541298ffefc4e3b, server=58281886ad93,46085,1734088684139 in 151 msec 2024-12-13T11:18:21,740 INFO [StoreOpener-60a9c397719e148be26f0d0b84f59267-1 {}] regionserver.HStore(327): Store=60a9c397719e148be26f0d0b84f59267/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,740 INFO [StoreOpener-60a9c397719e148be26f0d0b84f59267-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 60a9c397719e148be26f0d0b84f59267 2024-12-13T11:18:21,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=02eb680f24427e7f3541298ffefc4e3b, ASSIGN in 374 msec 2024-12-13T11:18:21,742 INFO [StoreOpener-60a9c397719e148be26f0d0b84f59267-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60a9c397719e148be26f0d0b84f59267 columnFamilyName norep 2024-12-13T11:18:21,742 DEBUG [StoreOpener-60a9c397719e148be26f0d0b84f59267-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,742 INFO [StoreOpener-60a9c397719e148be26f0d0b84f59267-1 {}] regionserver.HStore(327): Store=60a9c397719e148be26f0d0b84f59267/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,744 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/60a9c397719e148be26f0d0b84f59267 2024-12-13T11:18:21,744 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/60a9c397719e148be26f0d0b84f59267 2024-12-13T11:18:21,746 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:21,748 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 60a9c397719e148be26f0d0b84f59267 2024-12-13T11:18:21,751 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/60a9c397719e148be26f0d0b84f59267/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:21,751 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 60a9c397719e148be26f0d0b84f59267; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62808895, jitterRate=-0.06407453119754791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:21,752 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 60a9c397719e148be26f0d0b84f59267: 2024-12-13T11:18:21,753 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267., pid=57, masterSystemTime=1734088701683 2024-12-13T11:18:21,755 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267. 2024-12-13T11:18:21,755 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267. 2024-12-13T11:18:21,755 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf. 2024-12-13T11:18:21,756 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 0a104c1930a0e2354af9e335a66a7cbf, NAME => 'test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-13T11:18:21,756 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=60a9c397719e148be26f0d0b84f59267, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,756 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0a104c1930a0e2354af9e335a66a7cbf 2024-12-13T11:18:21,756 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:21,756 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 0a104c1930a0e2354af9e335a66a7cbf 2024-12-13T11:18:21,756 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 0a104c1930a0e2354af9e335a66a7cbf 2024-12-13T11:18:21,759 INFO [StoreOpener-0a104c1930a0e2354af9e335a66a7cbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0a104c1930a0e2354af9e335a66a7cbf 2024-12-13T11:18:21,761 INFO [StoreOpener-0a104c1930a0e2354af9e335a66a7cbf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a104c1930a0e2354af9e335a66a7cbf columnFamilyName f 2024-12-13T11:18:21,761 DEBUG [StoreOpener-0a104c1930a0e2354af9e335a66a7cbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,762 INFO [StoreOpener-0a104c1930a0e2354af9e335a66a7cbf-1 {}] regionserver.HStore(327): Store=0a104c1930a0e2354af9e335a66a7cbf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,763 INFO [StoreOpener-0a104c1930a0e2354af9e335a66a7cbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0a104c1930a0e2354af9e335a66a7cbf 2024-12-13T11:18:21,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=29 2024-12-13T11:18:21,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=29, state=SUCCESS; OpenRegionProcedure 60a9c397719e148be26f0d0b84f59267, server=58281886ad93,46085,1734088684139 in 179 msec 2024-12-13T11:18:21,765 INFO [StoreOpener-0a104c1930a0e2354af9e335a66a7cbf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a104c1930a0e2354af9e335a66a7cbf columnFamilyName norep 2024-12-13T11:18:21,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=60a9c397719e148be26f0d0b84f59267, ASSIGN in 398 msec 2024-12-13T11:18:21,765 DEBUG [StoreOpener-0a104c1930a0e2354af9e335a66a7cbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,766 INFO [StoreOpener-0a104c1930a0e2354af9e335a66a7cbf-1 {}] regionserver.HStore(327): Store=0a104c1930a0e2354af9e335a66a7cbf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,767 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/0a104c1930a0e2354af9e335a66a7cbf 2024-12-13T11:18:21,767 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/0a104c1930a0e2354af9e335a66a7cbf 2024-12-13T11:18:21,769 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:21,770 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 0a104c1930a0e2354af9e335a66a7cbf 2024-12-13T11:18:21,773 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/0a104c1930a0e2354af9e335a66a7cbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:21,774 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 0a104c1930a0e2354af9e335a66a7cbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63731147, jitterRate=-0.050331905484199524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:21,774 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 0a104c1930a0e2354af9e335a66a7cbf: 2024-12-13T11:18:21,775 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf., pid=40, masterSystemTime=1734088701683 2024-12-13T11:18:21,777 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf. 2024-12-13T11:18:21,777 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf. 2024-12-13T11:18:21,777 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e. 2024-12-13T11:18:21,778 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 1abc1332dd7c7c5f8a533ba6c49d5d6e, NAME => 'test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-13T11:18:21,778 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=0a104c1930a0e2354af9e335a66a7cbf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,778 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1abc1332dd7c7c5f8a533ba6c49d5d6e 2024-12-13T11:18:21,778 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:21,778 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 1abc1332dd7c7c5f8a533ba6c49d5d6e 2024-12-13T11:18:21,778 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 1abc1332dd7c7c5f8a533ba6c49d5d6e 2024-12-13T11:18:21,781 INFO [StoreOpener-1abc1332dd7c7c5f8a533ba6c49d5d6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1abc1332dd7c7c5f8a533ba6c49d5d6e 2024-12-13T11:18:21,783 INFO [StoreOpener-1abc1332dd7c7c5f8a533ba6c49d5d6e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1abc1332dd7c7c5f8a533ba6c49d5d6e columnFamilyName f 2024-12-13T11:18:21,783 DEBUG [StoreOpener-1abc1332dd7c7c5f8a533ba6c49d5d6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=22 2024-12-13T11:18:21,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=22, state=SUCCESS; OpenRegionProcedure 0a104c1930a0e2354af9e335a66a7cbf, server=58281886ad93,46085,1734088684139 in 246 msec 2024-12-13T11:18:21,784 INFO [StoreOpener-1abc1332dd7c7c5f8a533ba6c49d5d6e-1 {}] regionserver.HStore(327): Store=1abc1332dd7c7c5f8a533ba6c49d5d6e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,784 INFO [StoreOpener-1abc1332dd7c7c5f8a533ba6c49d5d6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1abc1332dd7c7c5f8a533ba6c49d5d6e 2024-12-13T11:18:21,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0a104c1930a0e2354af9e335a66a7cbf, ASSIGN in 419 msec 2024-12-13T11:18:21,786 INFO [StoreOpener-1abc1332dd7c7c5f8a533ba6c49d5d6e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1abc1332dd7c7c5f8a533ba6c49d5d6e columnFamilyName norep 2024-12-13T11:18:21,786 DEBUG [StoreOpener-1abc1332dd7c7c5f8a533ba6c49d5d6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,787 INFO [StoreOpener-1abc1332dd7c7c5f8a533ba6c49d5d6e-1 {}] regionserver.HStore(327): Store=1abc1332dd7c7c5f8a533ba6c49d5d6e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,788 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/1abc1332dd7c7c5f8a533ba6c49d5d6e 2024-12-13T11:18:21,789 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/1abc1332dd7c7c5f8a533ba6c49d5d6e 2024-12-13T11:18:21,790 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:21,791 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 1abc1332dd7c7c5f8a533ba6c49d5d6e 2024-12-13T11:18:21,794 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/1abc1332dd7c7c5f8a533ba6c49d5d6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:21,794 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 1abc1332dd7c7c5f8a533ba6c49d5d6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64317632, jitterRate=-0.04159259796142578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:21,794 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 1abc1332dd7c7c5f8a533ba6c49d5d6e: 2024-12-13T11:18:21,795 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e., pid=42, masterSystemTime=1734088701683 2024-12-13T11:18:21,798 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e. 2024-12-13T11:18:21,798 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e. 2024-12-13T11:18:21,798 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a. 2024-12-13T11:18:21,798 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => c345eb8e0a50f3494dcbaf11b91df89a, NAME => 'test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-13T11:18:21,799 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=1abc1332dd7c7c5f8a533ba6c49d5d6e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,799 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c345eb8e0a50f3494dcbaf11b91df89a 2024-12-13T11:18:21,799 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:21,799 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for c345eb8e0a50f3494dcbaf11b91df89a 2024-12-13T11:18:21,799 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for c345eb8e0a50f3494dcbaf11b91df89a 2024-12-13T11:18:21,801 INFO [StoreOpener-c345eb8e0a50f3494dcbaf11b91df89a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c345eb8e0a50f3494dcbaf11b91df89a 2024-12-13T11:18:21,803 INFO [StoreOpener-c345eb8e0a50f3494dcbaf11b91df89a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c345eb8e0a50f3494dcbaf11b91df89a columnFamilyName f 2024-12-13T11:18:21,803 DEBUG [StoreOpener-c345eb8e0a50f3494dcbaf11b91df89a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,804 INFO [StoreOpener-c345eb8e0a50f3494dcbaf11b91df89a-1 {}] regionserver.HStore(327): Store=c345eb8e0a50f3494dcbaf11b91df89a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,804 INFO [StoreOpener-c345eb8e0a50f3494dcbaf11b91df89a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c345eb8e0a50f3494dcbaf11b91df89a 2024-12-13T11:18:21,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=20 2024-12-13T11:18:21,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=20, state=SUCCESS; OpenRegionProcedure 1abc1332dd7c7c5f8a533ba6c49d5d6e, server=58281886ad93,46085,1734088684139 in 258 msec 2024-12-13T11:18:21,806 INFO [StoreOpener-c345eb8e0a50f3494dcbaf11b91df89a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c345eb8e0a50f3494dcbaf11b91df89a columnFamilyName norep 2024-12-13T11:18:21,806 DEBUG [StoreOpener-c345eb8e0a50f3494dcbaf11b91df89a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,807 INFO [StoreOpener-c345eb8e0a50f3494dcbaf11b91df89a-1 {}] regionserver.HStore(327): Store=c345eb8e0a50f3494dcbaf11b91df89a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1abc1332dd7c7c5f8a533ba6c49d5d6e, ASSIGN in 440 msec 2024-12-13T11:18:21,808 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/c345eb8e0a50f3494dcbaf11b91df89a 2024-12-13T11:18:21,808 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/c345eb8e0a50f3494dcbaf11b91df89a 2024-12-13T11:18:21,810 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:21,811 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for c345eb8e0a50f3494dcbaf11b91df89a 2024-12-13T11:18:21,813 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/c345eb8e0a50f3494dcbaf11b91df89a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:21,814 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened c345eb8e0a50f3494dcbaf11b91df89a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66168291, jitterRate=-0.014015629887580872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:21,814 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for c345eb8e0a50f3494dcbaf11b91df89a: 2024-12-13T11:18:21,815 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a., pid=46, masterSystemTime=1734088701683 2024-12-13T11:18:21,818 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a. 2024-12-13T11:18:21,818 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a. 2024-12-13T11:18:21,818 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792. 2024-12-13T11:18:21,819 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 70e965d99d5e7880f6b0040dced57792, NAME => 'test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-13T11:18:21,819 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=c345eb8e0a50f3494dcbaf11b91df89a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,819 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 70e965d99d5e7880f6b0040dced57792 2024-12-13T11:18:21,819 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:21,819 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 70e965d99d5e7880f6b0040dced57792 2024-12-13T11:18:21,819 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 70e965d99d5e7880f6b0040dced57792 2024-12-13T11:18:21,822 INFO [StoreOpener-70e965d99d5e7880f6b0040dced57792-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 70e965d99d5e7880f6b0040dced57792 2024-12-13T11:18:21,824 INFO [StoreOpener-70e965d99d5e7880f6b0040dced57792-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70e965d99d5e7880f6b0040dced57792 columnFamilyName f 2024-12-13T11:18:21,824 DEBUG [StoreOpener-70e965d99d5e7880f6b0040dced57792-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=15 2024-12-13T11:18:21,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=15, state=SUCCESS; OpenRegionProcedure c345eb8e0a50f3494dcbaf11b91df89a, server=58281886ad93,46085,1734088684139 in 270 msec 2024-12-13T11:18:21,825 INFO [StoreOpener-70e965d99d5e7880f6b0040dced57792-1 {}] regionserver.HStore(327): Store=70e965d99d5e7880f6b0040dced57792/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,825 INFO [StoreOpener-70e965d99d5e7880f6b0040dced57792-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 70e965d99d5e7880f6b0040dced57792 2024-12-13T11:18:21,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c345eb8e0a50f3494dcbaf11b91df89a, ASSIGN in 460 msec 2024-12-13T11:18:21,827 INFO [StoreOpener-70e965d99d5e7880f6b0040dced57792-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70e965d99d5e7880f6b0040dced57792 columnFamilyName norep 2024-12-13T11:18:21,827 DEBUG [StoreOpener-70e965d99d5e7880f6b0040dced57792-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,828 INFO [StoreOpener-70e965d99d5e7880f6b0040dced57792-1 {}] regionserver.HStore(327): Store=70e965d99d5e7880f6b0040dced57792/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,829 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/70e965d99d5e7880f6b0040dced57792 2024-12-13T11:18:21,830 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/70e965d99d5e7880f6b0040dced57792 2024-12-13T11:18:21,831 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:21,832 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 70e965d99d5e7880f6b0040dced57792 2024-12-13T11:18:21,835 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/70e965d99d5e7880f6b0040dced57792/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:21,836 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 70e965d99d5e7880f6b0040dced57792; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67779461, jitterRate=0.009992673993110657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:21,836 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 70e965d99d5e7880f6b0040dced57792: 2024-12-13T11:18:21,837 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792., pid=48, masterSystemTime=1734088701683 2024-12-13T11:18:21,839 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792. 2024-12-13T11:18:21,839 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792. 2024-12-13T11:18:21,839 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc. 2024-12-13T11:18:21,840 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => fb76bfb6a87a8ab63efabcd1b2457fdc, NAME => 'test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-13T11:18:21,840 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=70e965d99d5e7880f6b0040dced57792, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,840 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fb76bfb6a87a8ab63efabcd1b2457fdc 2024-12-13T11:18:21,840 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:21,840 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for fb76bfb6a87a8ab63efabcd1b2457fdc 2024-12-13T11:18:21,840 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for fb76bfb6a87a8ab63efabcd1b2457fdc 2024-12-13T11:18:21,842 INFO [StoreOpener-fb76bfb6a87a8ab63efabcd1b2457fdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fb76bfb6a87a8ab63efabcd1b2457fdc 2024-12-13T11:18:21,844 INFO [StoreOpener-fb76bfb6a87a8ab63efabcd1b2457fdc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb76bfb6a87a8ab63efabcd1b2457fdc columnFamilyName f 2024-12-13T11:18:21,845 DEBUG [StoreOpener-fb76bfb6a87a8ab63efabcd1b2457fdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,845 INFO [StoreOpener-fb76bfb6a87a8ab63efabcd1b2457fdc-1 {}] regionserver.HStore(327): Store=fb76bfb6a87a8ab63efabcd1b2457fdc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,846 INFO [StoreOpener-fb76bfb6a87a8ab63efabcd1b2457fdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fb76bfb6a87a8ab63efabcd1b2457fdc 2024-12-13T11:18:21,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=28 2024-12-13T11:18:21,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=28, state=SUCCESS; OpenRegionProcedure 70e965d99d5e7880f6b0040dced57792, server=58281886ad93,46085,1734088684139 in 283 msec 2024-12-13T11:18:21,847 INFO [StoreOpener-fb76bfb6a87a8ab63efabcd1b2457fdc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb76bfb6a87a8ab63efabcd1b2457fdc columnFamilyName norep 2024-12-13T11:18:21,847 DEBUG [StoreOpener-fb76bfb6a87a8ab63efabcd1b2457fdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,848 INFO [StoreOpener-fb76bfb6a87a8ab63efabcd1b2457fdc-1 {}] regionserver.HStore(327): Store=fb76bfb6a87a8ab63efabcd1b2457fdc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=70e965d99d5e7880f6b0040dced57792, ASSIGN in 481 msec 2024-12-13T11:18:21,850 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/fb76bfb6a87a8ab63efabcd1b2457fdc 2024-12-13T11:18:21,850 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/fb76bfb6a87a8ab63efabcd1b2457fdc 2024-12-13T11:18:21,852 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:21,853 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for fb76bfb6a87a8ab63efabcd1b2457fdc 2024-12-13T11:18:21,856 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/fb76bfb6a87a8ab63efabcd1b2457fdc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:21,857 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened fb76bfb6a87a8ab63efabcd1b2457fdc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73661165, jitterRate=0.09763689339160919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:21,857 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for fb76bfb6a87a8ab63efabcd1b2457fdc: 2024-12-13T11:18:21,858 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc., pid=49, masterSystemTime=1734088701683 2024-12-13T11:18:21,860 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc. 2024-12-13T11:18:21,860 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc. 2024-12-13T11:18:21,861 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,nnn,1734088697095.c38990555f638a9b390cc24477527c08. 2024-12-13T11:18:21,861 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => c38990555f638a9b390cc24477527c08, NAME => 'test,nnn,1734088697095.c38990555f638a9b390cc24477527c08.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-13T11:18:21,861 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=fb76bfb6a87a8ab63efabcd1b2457fdc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,861 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c38990555f638a9b390cc24477527c08 2024-12-13T11:18:21,861 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,nnn,1734088697095.c38990555f638a9b390cc24477527c08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:21,862 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for c38990555f638a9b390cc24477527c08 2024-12-13T11:18:21,862 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for c38990555f638a9b390cc24477527c08 2024-12-13T11:18:21,864 INFO [StoreOpener-c38990555f638a9b390cc24477527c08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c38990555f638a9b390cc24477527c08 2024-12-13T11:18:21,867 INFO [StoreOpener-c38990555f638a9b390cc24477527c08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c38990555f638a9b390cc24477527c08 columnFamilyName f 2024-12-13T11:18:21,867 DEBUG [StoreOpener-c38990555f638a9b390cc24477527c08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=18 2024-12-13T11:18:21,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=18, state=SUCCESS; OpenRegionProcedure fb76bfb6a87a8ab63efabcd1b2457fdc, server=58281886ad93,46085,1734088684139 in 303 msec 2024-12-13T11:18:21,868 INFO [StoreOpener-c38990555f638a9b390cc24477527c08-1 {}] regionserver.HStore(327): Store=c38990555f638a9b390cc24477527c08/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,868 INFO [StoreOpener-c38990555f638a9b390cc24477527c08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c38990555f638a9b390cc24477527c08 2024-12-13T11:18:21,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=fb76bfb6a87a8ab63efabcd1b2457fdc, ASSIGN in 503 msec 2024-12-13T11:18:21,870 INFO [StoreOpener-c38990555f638a9b390cc24477527c08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c38990555f638a9b390cc24477527c08 columnFamilyName norep 2024-12-13T11:18:21,870 DEBUG [StoreOpener-c38990555f638a9b390cc24477527c08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,871 INFO [StoreOpener-c38990555f638a9b390cc24477527c08-1 {}] regionserver.HStore(327): Store=c38990555f638a9b390cc24477527c08/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,872 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/c38990555f638a9b390cc24477527c08 2024-12-13T11:18:21,872 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/c38990555f638a9b390cc24477527c08 2024-12-13T11:18:21,874 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:21,875 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for c38990555f638a9b390cc24477527c08 2024-12-13T11:18:21,878 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/c38990555f638a9b390cc24477527c08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:21,879 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened c38990555f638a9b390cc24477527c08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69349168, jitterRate=0.03338313102722168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:21,879 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for c38990555f638a9b390cc24477527c08: 2024-12-13T11:18:21,880 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734088697095.c38990555f638a9b390cc24477527c08., pid=38, masterSystemTime=1734088701683 2024-12-13T11:18:21,882 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734088697095.c38990555f638a9b390cc24477527c08. 2024-12-13T11:18:21,882 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,nnn,1734088697095.c38990555f638a9b390cc24477527c08. 2024-12-13T11:18:21,882 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c. 2024-12-13T11:18:21,882 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 6d7d6a6e07c16c0a2d22e453e2f90f8c, NAME => 'test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-13T11:18:21,883 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6d7d6a6e07c16c0a2d22e453e2f90f8c 2024-12-13T11:18:21,883 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=c38990555f638a9b390cc24477527c08, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,883 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:21,883 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 6d7d6a6e07c16c0a2d22e453e2f90f8c 2024-12-13T11:18:21,883 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 6d7d6a6e07c16c0a2d22e453e2f90f8c 2024-12-13T11:18:21,885 INFO [StoreOpener-6d7d6a6e07c16c0a2d22e453e2f90f8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d7d6a6e07c16c0a2d22e453e2f90f8c 2024-12-13T11:18:21,887 INFO [StoreOpener-6d7d6a6e07c16c0a2d22e453e2f90f8c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d7d6a6e07c16c0a2d22e453e2f90f8c columnFamilyName f 2024-12-13T11:18:21,887 DEBUG [StoreOpener-6d7d6a6e07c16c0a2d22e453e2f90f8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=23 2024-12-13T11:18:21,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=23, state=SUCCESS; OpenRegionProcedure c38990555f638a9b390cc24477527c08, server=58281886ad93,46085,1734088684139 in 353 msec 2024-12-13T11:18:21,888 INFO [StoreOpener-6d7d6a6e07c16c0a2d22e453e2f90f8c-1 {}] regionserver.HStore(327): Store=6d7d6a6e07c16c0a2d22e453e2f90f8c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,888 INFO [StoreOpener-6d7d6a6e07c16c0a2d22e453e2f90f8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6d7d6a6e07c16c0a2d22e453e2f90f8c 2024-12-13T11:18:21,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c38990555f638a9b390cc24477527c08, ASSIGN in 523 msec 2024-12-13T11:18:21,890 INFO [StoreOpener-6d7d6a6e07c16c0a2d22e453e2f90f8c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d7d6a6e07c16c0a2d22e453e2f90f8c columnFamilyName norep 2024-12-13T11:18:21,890 DEBUG [StoreOpener-6d7d6a6e07c16c0a2d22e453e2f90f8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,891 INFO [StoreOpener-6d7d6a6e07c16c0a2d22e453e2f90f8c-1 {}] regionserver.HStore(327): Store=6d7d6a6e07c16c0a2d22e453e2f90f8c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,892 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/6d7d6a6e07c16c0a2d22e453e2f90f8c 2024-12-13T11:18:21,892 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/6d7d6a6e07c16c0a2d22e453e2f90f8c 2024-12-13T11:18:21,893 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:21,894 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 6d7d6a6e07c16c0a2d22e453e2f90f8c 2024-12-13T11:18:21,897 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/6d7d6a6e07c16c0a2d22e453e2f90f8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:21,897 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 6d7d6a6e07c16c0a2d22e453e2f90f8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66318632, jitterRate=-0.011775374412536621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:21,898 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 6d7d6a6e07c16c0a2d22e453e2f90f8c: 2024-12-13T11:18:21,899 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c., pid=44, masterSystemTime=1734088701683 2024-12-13T11:18:21,901 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c. 2024-12-13T11:18:21,901 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c. 2024-12-13T11:18:21,901 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a. 2024-12-13T11:18:21,901 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 687a2d8780f505da4eebc8b819963b5a, NAME => 'test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-13T11:18:21,902 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6d7d6a6e07c16c0a2d22e453e2f90f8c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,902 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 687a2d8780f505da4eebc8b819963b5a 2024-12-13T11:18:21,902 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:21,902 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 687a2d8780f505da4eebc8b819963b5a 2024-12-13T11:18:21,902 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 687a2d8780f505da4eebc8b819963b5a 2024-12-13T11:18:21,904 INFO [StoreOpener-687a2d8780f505da4eebc8b819963b5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 687a2d8780f505da4eebc8b819963b5a 2024-12-13T11:18:21,906 INFO [StoreOpener-687a2d8780f505da4eebc8b819963b5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 687a2d8780f505da4eebc8b819963b5a columnFamilyName f 2024-12-13T11:18:21,907 DEBUG [StoreOpener-687a2d8780f505da4eebc8b819963b5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=10 2024-12-13T11:18:21,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=10, state=SUCCESS; OpenRegionProcedure 6d7d6a6e07c16c0a2d22e453e2f90f8c, server=58281886ad93,46085,1734088684139 in 357 msec 2024-12-13T11:18:21,907 INFO [StoreOpener-687a2d8780f505da4eebc8b819963b5a-1 {}] regionserver.HStore(327): Store=687a2d8780f505da4eebc8b819963b5a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,907 INFO [StoreOpener-687a2d8780f505da4eebc8b819963b5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 687a2d8780f505da4eebc8b819963b5a 2024-12-13T11:18:21,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6d7d6a6e07c16c0a2d22e453e2f90f8c, ASSIGN in 542 msec 2024-12-13T11:18:21,909 INFO [StoreOpener-687a2d8780f505da4eebc8b819963b5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 687a2d8780f505da4eebc8b819963b5a columnFamilyName norep 2024-12-13T11:18:21,909 DEBUG [StoreOpener-687a2d8780f505da4eebc8b819963b5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,910 INFO [StoreOpener-687a2d8780f505da4eebc8b819963b5a-1 {}] regionserver.HStore(327): Store=687a2d8780f505da4eebc8b819963b5a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,911 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/687a2d8780f505da4eebc8b819963b5a 2024-12-13T11:18:21,912 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/687a2d8780f505da4eebc8b819963b5a 2024-12-13T11:18:21,914 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:21,915 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 687a2d8780f505da4eebc8b819963b5a 2024-12-13T11:18:21,919 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/687a2d8780f505da4eebc8b819963b5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:21,920 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 687a2d8780f505da4eebc8b819963b5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65884069, jitterRate=-0.01825086772441864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:21,920 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 687a2d8780f505da4eebc8b819963b5a: 2024-12-13T11:18:21,921 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a., pid=60, masterSystemTime=1734088701683 2024-12-13T11:18:21,923 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a. 2024-12-13T11:18:21,923 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a. 2024-12-13T11:18:21,923 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e. 2024-12-13T11:18:21,923 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => c1f41e74f057e188cf3efd4f1fde7e0e, NAME => 'test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-13T11:18:21,924 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c1f41e74f057e188cf3efd4f1fde7e0e 2024-12-13T11:18:21,924 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:21,924 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for c1f41e74f057e188cf3efd4f1fde7e0e 2024-12-13T11:18:21,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=687a2d8780f505da4eebc8b819963b5a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,924 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for c1f41e74f057e188cf3efd4f1fde7e0e 2024-12-13T11:18:21,926 INFO [StoreOpener-c1f41e74f057e188cf3efd4f1fde7e0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c1f41e74f057e188cf3efd4f1fde7e0e 2024-12-13T11:18:21,928 INFO [StoreOpener-c1f41e74f057e188cf3efd4f1fde7e0e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1f41e74f057e188cf3efd4f1fde7e0e columnFamilyName f 2024-12-13T11:18:21,928 DEBUG [StoreOpener-c1f41e74f057e188cf3efd4f1fde7e0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,929 INFO [StoreOpener-c1f41e74f057e188cf3efd4f1fde7e0e-1 {}] regionserver.HStore(327): Store=c1f41e74f057e188cf3efd4f1fde7e0e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,930 INFO [StoreOpener-c1f41e74f057e188cf3efd4f1fde7e0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c1f41e74f057e188cf3efd4f1fde7e0e 2024-12-13T11:18:21,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=35 2024-12-13T11:18:21,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=35, state=SUCCESS; OpenRegionProcedure 687a2d8780f505da4eebc8b819963b5a, server=58281886ad93,46085,1734088684139 in 343 msec 2024-12-13T11:18:21,932 INFO [StoreOpener-c1f41e74f057e188cf3efd4f1fde7e0e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1f41e74f057e188cf3efd4f1fde7e0e columnFamilyName norep 2024-12-13T11:18:21,932 DEBUG [StoreOpener-c1f41e74f057e188cf3efd4f1fde7e0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=687a2d8780f505da4eebc8b819963b5a, ASSIGN in 565 msec 2024-12-13T11:18:21,932 INFO [StoreOpener-c1f41e74f057e188cf3efd4f1fde7e0e-1 {}] regionserver.HStore(327): Store=c1f41e74f057e188cf3efd4f1fde7e0e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,934 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/c1f41e74f057e188cf3efd4f1fde7e0e 2024-12-13T11:18:21,934 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/c1f41e74f057e188cf3efd4f1fde7e0e 2024-12-13T11:18:21,936 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:21,937 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for c1f41e74f057e188cf3efd4f1fde7e0e 2024-12-13T11:18:21,940 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/c1f41e74f057e188cf3efd4f1fde7e0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:21,941 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened c1f41e74f057e188cf3efd4f1fde7e0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74328228, jitterRate=0.10757690668106079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:21,941 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for c1f41e74f057e188cf3efd4f1fde7e0e: 2024-12-13T11:18:21,942 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e., pid=50, masterSystemTime=1734088701683 2024-12-13T11:18:21,944 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e. 2024-12-13T11:18:21,944 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e. 2024-12-13T11:18:21,945 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b. 2024-12-13T11:18:21,945 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => a9d6a908f8b28ec5a287f5b9d7b0839b, NAME => 'test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-13T11:18:21,945 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a9d6a908f8b28ec5a287f5b9d7b0839b 2024-12-13T11:18:21,945 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=c1f41e74f057e188cf3efd4f1fde7e0e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,945 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:21,945 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for a9d6a908f8b28ec5a287f5b9d7b0839b 2024-12-13T11:18:21,945 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for a9d6a908f8b28ec5a287f5b9d7b0839b 2024-12-13T11:18:21,947 INFO [StoreOpener-a9d6a908f8b28ec5a287f5b9d7b0839b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a9d6a908f8b28ec5a287f5b9d7b0839b 2024-12-13T11:18:21,949 INFO [StoreOpener-a9d6a908f8b28ec5a287f5b9d7b0839b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9d6a908f8b28ec5a287f5b9d7b0839b columnFamilyName f 2024-12-13T11:18:21,949 DEBUG [StoreOpener-a9d6a908f8b28ec5a287f5b9d7b0839b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,950 INFO [StoreOpener-a9d6a908f8b28ec5a287f5b9d7b0839b-1 {}] regionserver.HStore(327): Store=a9d6a908f8b28ec5a287f5b9d7b0839b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=11 2024-12-13T11:18:21,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=11, state=SUCCESS; OpenRegionProcedure c1f41e74f057e188cf3efd4f1fde7e0e, server=58281886ad93,46085,1734088684139 in 386 msec 2024-12-13T11:18:21,950 INFO [StoreOpener-a9d6a908f8b28ec5a287f5b9d7b0839b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a9d6a908f8b28ec5a287f5b9d7b0839b 2024-12-13T11:18:21,952 INFO [StoreOpener-a9d6a908f8b28ec5a287f5b9d7b0839b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9d6a908f8b28ec5a287f5b9d7b0839b columnFamilyName norep 2024-12-13T11:18:21,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c1f41e74f057e188cf3efd4f1fde7e0e, ASSIGN in 585 msec 2024-12-13T11:18:21,952 DEBUG [StoreOpener-a9d6a908f8b28ec5a287f5b9d7b0839b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,953 INFO [StoreOpener-a9d6a908f8b28ec5a287f5b9d7b0839b-1 {}] regionserver.HStore(327): Store=a9d6a908f8b28ec5a287f5b9d7b0839b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,953 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/a9d6a908f8b28ec5a287f5b9d7b0839b 2024-12-13T11:18:21,954 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/a9d6a908f8b28ec5a287f5b9d7b0839b 2024-12-13T11:18:21,955 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:21,956 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for a9d6a908f8b28ec5a287f5b9d7b0839b 2024-12-13T11:18:21,959 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/a9d6a908f8b28ec5a287f5b9d7b0839b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:21,960 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened a9d6a908f8b28ec5a287f5b9d7b0839b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64398023, jitterRate=-0.040394678711891174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:21,960 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for a9d6a908f8b28ec5a287f5b9d7b0839b: 2024-12-13T11:18:21,961 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b., pid=56, masterSystemTime=1734088701683 2024-12-13T11:18:21,963 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b. 2024-12-13T11:18:21,964 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b. 2024-12-13T11:18:21,964 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72. 2024-12-13T11:18:21,964 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => d5b242a3a22d51be3e65a82f80c7fe72, NAME => 'test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-13T11:18:21,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=a9d6a908f8b28ec5a287f5b9d7b0839b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,964 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d5b242a3a22d51be3e65a82f80c7fe72 2024-12-13T11:18:21,964 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:21,965 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for d5b242a3a22d51be3e65a82f80c7fe72 2024-12-13T11:18:21,965 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for d5b242a3a22d51be3e65a82f80c7fe72 2024-12-13T11:18:21,967 INFO [StoreOpener-d5b242a3a22d51be3e65a82f80c7fe72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d5b242a3a22d51be3e65a82f80c7fe72 2024-12-13T11:18:21,969 INFO [StoreOpener-d5b242a3a22d51be3e65a82f80c7fe72-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5b242a3a22d51be3e65a82f80c7fe72 columnFamilyName f 2024-12-13T11:18:21,970 DEBUG [StoreOpener-d5b242a3a22d51be3e65a82f80c7fe72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=27 2024-12-13T11:18:21,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=27, state=SUCCESS; OpenRegionProcedure a9d6a908f8b28ec5a287f5b9d7b0839b, server=58281886ad93,46085,1734088684139 in 393 msec 2024-12-13T11:18:21,971 INFO [StoreOpener-d5b242a3a22d51be3e65a82f80c7fe72-1 {}] regionserver.HStore(327): Store=d5b242a3a22d51be3e65a82f80c7fe72/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,971 INFO [StoreOpener-d5b242a3a22d51be3e65a82f80c7fe72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d5b242a3a22d51be3e65a82f80c7fe72 2024-12-13T11:18:21,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a9d6a908f8b28ec5a287f5b9d7b0839b, ASSIGN in 605 msec 2024-12-13T11:18:21,973 INFO [StoreOpener-d5b242a3a22d51be3e65a82f80c7fe72-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5b242a3a22d51be3e65a82f80c7fe72 columnFamilyName norep 2024-12-13T11:18:21,973 DEBUG [StoreOpener-d5b242a3a22d51be3e65a82f80c7fe72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,974 INFO [StoreOpener-d5b242a3a22d51be3e65a82f80c7fe72-1 {}] regionserver.HStore(327): Store=d5b242a3a22d51be3e65a82f80c7fe72/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,975 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/d5b242a3a22d51be3e65a82f80c7fe72 2024-12-13T11:18:21,975 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/d5b242a3a22d51be3e65a82f80c7fe72 2024-12-13T11:18:21,977 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:21,978 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for d5b242a3a22d51be3e65a82f80c7fe72 2024-12-13T11:18:21,981 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/d5b242a3a22d51be3e65a82f80c7fe72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:21,981 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened d5b242a3a22d51be3e65a82f80c7fe72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73561900, jitterRate=0.0961577296257019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:21,981 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for d5b242a3a22d51be3e65a82f80c7fe72: 2024-12-13T11:18:21,983 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72., pid=47, masterSystemTime=1734088701683 2024-12-13T11:18:21,985 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72. 2024-12-13T11:18:21,985 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72. 2024-12-13T11:18:21,985 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6. 2024-12-13T11:18:21,985 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => b111394270d9593e3980bede64e22ac6, NAME => 'test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-13T11:18:21,986 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=d5b242a3a22d51be3e65a82f80c7fe72, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:21,986 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b111394270d9593e3980bede64e22ac6 2024-12-13T11:18:21,986 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:21,986 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for b111394270d9593e3980bede64e22ac6 2024-12-13T11:18:21,986 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for b111394270d9593e3980bede64e22ac6 2024-12-13T11:18:21,988 INFO [StoreOpener-b111394270d9593e3980bede64e22ac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b111394270d9593e3980bede64e22ac6 2024-12-13T11:18:21,990 INFO [StoreOpener-b111394270d9593e3980bede64e22ac6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b111394270d9593e3980bede64e22ac6 columnFamilyName f 2024-12-13T11:18:21,990 DEBUG [StoreOpener-b111394270d9593e3980bede64e22ac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,991 INFO [StoreOpener-b111394270d9593e3980bede64e22ac6-1 {}] regionserver.HStore(327): Store=b111394270d9593e3980bede64e22ac6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,991 INFO [StoreOpener-b111394270d9593e3980bede64e22ac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b111394270d9593e3980bede64e22ac6 2024-12-13T11:18:21,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=21 2024-12-13T11:18:21,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=21, state=SUCCESS; OpenRegionProcedure d5b242a3a22d51be3e65a82f80c7fe72, server=58281886ad93,46085,1734088684139 in 429 msec 2024-12-13T11:18:21,993 INFO [StoreOpener-b111394270d9593e3980bede64e22ac6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b111394270d9593e3980bede64e22ac6 columnFamilyName norep 2024-12-13T11:18:21,993 DEBUG [StoreOpener-b111394270d9593e3980bede64e22ac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:21,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d5b242a3a22d51be3e65a82f80c7fe72, ASSIGN in 626 msec 2024-12-13T11:18:21,993 INFO [StoreOpener-b111394270d9593e3980bede64e22ac6-1 {}] regionserver.HStore(327): Store=b111394270d9593e3980bede64e22ac6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:21,994 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/b111394270d9593e3980bede64e22ac6 2024-12-13T11:18:21,995 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/b111394270d9593e3980bede64e22ac6 2024-12-13T11:18:21,996 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:21,997 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for b111394270d9593e3980bede64e22ac6 2024-12-13T11:18:21,999 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/b111394270d9593e3980bede64e22ac6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:22,000 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened b111394270d9593e3980bede64e22ac6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62254963, jitterRate=-0.07232876121997833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:22,000 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for b111394270d9593e3980bede64e22ac6: 2024-12-13T11:18:22,001 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6., pid=37, masterSystemTime=1734088701683 2024-12-13T11:18:22,003 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6. 2024-12-13T11:18:22,003 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6. 2024-12-13T11:18:22,003 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2. 2024-12-13T11:18:22,003 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => efc159ffe0a6d686cbe23de3c68baae2, NAME => 'test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-13T11:18:22,003 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=b111394270d9593e3980bede64e22ac6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:22,004 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test efc159ffe0a6d686cbe23de3c68baae2 2024-12-13T11:18:22,004 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:22,004 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for efc159ffe0a6d686cbe23de3c68baae2 2024-12-13T11:18:22,004 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for efc159ffe0a6d686cbe23de3c68baae2 2024-12-13T11:18:22,006 INFO [StoreOpener-efc159ffe0a6d686cbe23de3c68baae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region efc159ffe0a6d686cbe23de3c68baae2 2024-12-13T11:18:22,007 INFO [StoreOpener-efc159ffe0a6d686cbe23de3c68baae2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efc159ffe0a6d686cbe23de3c68baae2 columnFamilyName f 2024-12-13T11:18:22,008 DEBUG [StoreOpener-efc159ffe0a6d686cbe23de3c68baae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,009 INFO [StoreOpener-efc159ffe0a6d686cbe23de3c68baae2-1 {}] regionserver.HStore(327): Store=efc159ffe0a6d686cbe23de3c68baae2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,009 INFO [StoreOpener-efc159ffe0a6d686cbe23de3c68baae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region efc159ffe0a6d686cbe23de3c68baae2 2024-12-13T11:18:22,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=25 2024-12-13T11:18:22,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=25, state=SUCCESS; OpenRegionProcedure b111394270d9593e3980bede64e22ac6, server=58281886ad93,46085,1734088684139 in 475 msec 2024-12-13T11:18:22,010 INFO [StoreOpener-efc159ffe0a6d686cbe23de3c68baae2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efc159ffe0a6d686cbe23de3c68baae2 columnFamilyName norep 2024-12-13T11:18:22,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b111394270d9593e3980bede64e22ac6, ASSIGN in 644 msec 2024-12-13T11:18:22,011 DEBUG [StoreOpener-efc159ffe0a6d686cbe23de3c68baae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,011 INFO [StoreOpener-efc159ffe0a6d686cbe23de3c68baae2-1 {}] regionserver.HStore(327): Store=efc159ffe0a6d686cbe23de3c68baae2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,012 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/efc159ffe0a6d686cbe23de3c68baae2 2024-12-13T11:18:22,012 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/efc159ffe0a6d686cbe23de3c68baae2 2024-12-13T11:18:22,014 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:22,015 INFO [58281886ad93:46085Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:18:22,015 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for efc159ffe0a6d686cbe23de3c68baae2 2024-12-13T11:18:22,017 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/efc159ffe0a6d686cbe23de3c68baae2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:22,018 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened efc159ffe0a6d686cbe23de3c68baae2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67269375, jitterRate=0.002391800284385681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:22,018 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for efc159ffe0a6d686cbe23de3c68baae2: 2024-12-13T11:18:22,019 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2., pid=45, masterSystemTime=1734088701683 2024-12-13T11:18:22,021 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2. 2024-12-13T11:18:22,021 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2. 2024-12-13T11:18:22,021 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a. 2024-12-13T11:18:22,021 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => d6fd9c3d7f938d06a1a3fa98e1116a4a, NAME => 'test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-13T11:18:22,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=efc159ffe0a6d686cbe23de3c68baae2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:22,022 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d6fd9c3d7f938d06a1a3fa98e1116a4a 2024-12-13T11:18:22,022 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:22,022 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for d6fd9c3d7f938d06a1a3fa98e1116a4a 2024-12-13T11:18:22,022 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for d6fd9c3d7f938d06a1a3fa98e1116a4a 2024-12-13T11:18:22,024 INFO [StoreOpener-d6fd9c3d7f938d06a1a3fa98e1116a4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d6fd9c3d7f938d06a1a3fa98e1116a4a 2024-12-13T11:18:22,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=31 2024-12-13T11:18:22,026 INFO [StoreOpener-d6fd9c3d7f938d06a1a3fa98e1116a4a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6fd9c3d7f938d06a1a3fa98e1116a4a columnFamilyName f 2024-12-13T11:18:22,027 DEBUG [StoreOpener-d6fd9c3d7f938d06a1a3fa98e1116a4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=31, state=SUCCESS; OpenRegionProcedure efc159ffe0a6d686cbe23de3c68baae2, server=58281886ad93,46085,1734088684139 in 476 msec 2024-12-13T11:18:22,027 INFO [StoreOpener-d6fd9c3d7f938d06a1a3fa98e1116a4a-1 {}] regionserver.HStore(327): Store=d6fd9c3d7f938d06a1a3fa98e1116a4a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,028 INFO [StoreOpener-d6fd9c3d7f938d06a1a3fa98e1116a4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d6fd9c3d7f938d06a1a3fa98e1116a4a 2024-12-13T11:18:22,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=efc159ffe0a6d686cbe23de3c68baae2, ASSIGN in 661 msec 2024-12-13T11:18:22,029 INFO [StoreOpener-d6fd9c3d7f938d06a1a3fa98e1116a4a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6fd9c3d7f938d06a1a3fa98e1116a4a columnFamilyName norep 2024-12-13T11:18:22,030 DEBUG [StoreOpener-d6fd9c3d7f938d06a1a3fa98e1116a4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,030 INFO [StoreOpener-d6fd9c3d7f938d06a1a3fa98e1116a4a-1 {}] regionserver.HStore(327): Store=d6fd9c3d7f938d06a1a3fa98e1116a4a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,031 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/d6fd9c3d7f938d06a1a3fa98e1116a4a 2024-12-13T11:18:22,032 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/d6fd9c3d7f938d06a1a3fa98e1116a4a 2024-12-13T11:18:22,033 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:22,034 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for d6fd9c3d7f938d06a1a3fa98e1116a4a 2024-12-13T11:18:22,037 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/d6fd9c3d7f938d06a1a3fa98e1116a4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:22,037 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened d6fd9c3d7f938d06a1a3fa98e1116a4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66661497, jitterRate=-0.006666287779808044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:22,037 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for d6fd9c3d7f938d06a1a3fa98e1116a4a: 2024-12-13T11:18:22,038 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a., pid=53, masterSystemTime=1734088701683 2024-12-13T11:18:22,040 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a. 2024-12-13T11:18:22,040 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a. 2024-12-13T11:18:22,040 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0. 2024-12-13T11:18:22,041 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 0f9f736e09656f07b4b48ded4d2f51c0, NAME => 'test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-13T11:18:22,041 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0f9f736e09656f07b4b48ded4d2f51c0 2024-12-13T11:18:22,041 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:22,041 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=d6fd9c3d7f938d06a1a3fa98e1116a4a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:22,041 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 0f9f736e09656f07b4b48ded4d2f51c0 2024-12-13T11:18:22,041 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 0f9f736e09656f07b4b48ded4d2f51c0 2024-12-13T11:18:22,043 INFO [StoreOpener-0f9f736e09656f07b4b48ded4d2f51c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0f9f736e09656f07b4b48ded4d2f51c0 2024-12-13T11:18:22,045 INFO [StoreOpener-0f9f736e09656f07b4b48ded4d2f51c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f9f736e09656f07b4b48ded4d2f51c0 columnFamilyName f 2024-12-13T11:18:22,045 DEBUG [StoreOpener-0f9f736e09656f07b4b48ded4d2f51c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=34 2024-12-13T11:18:22,046 INFO [StoreOpener-0f9f736e09656f07b4b48ded4d2f51c0-1 {}] regionserver.HStore(327): Store=0f9f736e09656f07b4b48ded4d2f51c0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,046 INFO [StoreOpener-0f9f736e09656f07b4b48ded4d2f51c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0f9f736e09656f07b4b48ded4d2f51c0 2024-12-13T11:18:22,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=34, state=SUCCESS; OpenRegionProcedure d6fd9c3d7f938d06a1a3fa98e1116a4a, server=58281886ad93,46085,1734088684139 in 472 msec 2024-12-13T11:18:22,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d6fd9c3d7f938d06a1a3fa98e1116a4a, ASSIGN in 681 msec 2024-12-13T11:18:22,048 INFO [StoreOpener-0f9f736e09656f07b4b48ded4d2f51c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f9f736e09656f07b4b48ded4d2f51c0 columnFamilyName norep 2024-12-13T11:18:22,048 DEBUG [StoreOpener-0f9f736e09656f07b4b48ded4d2f51c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,049 INFO [StoreOpener-0f9f736e09656f07b4b48ded4d2f51c0-1 {}] regionserver.HStore(327): Store=0f9f736e09656f07b4b48ded4d2f51c0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,050 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/0f9f736e09656f07b4b48ded4d2f51c0 2024-12-13T11:18:22,051 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/0f9f736e09656f07b4b48ded4d2f51c0 2024-12-13T11:18:22,053 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:22,054 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 0f9f736e09656f07b4b48ded4d2f51c0 2024-12-13T11:18:22,057 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/0f9f736e09656f07b4b48ded4d2f51c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:22,058 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 0f9f736e09656f07b4b48ded4d2f51c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73414278, jitterRate=0.09395799040794373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:22,058 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 0f9f736e09656f07b4b48ded4d2f51c0: 2024-12-13T11:18:22,059 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0., pid=59, masterSystemTime=1734088701683 2024-12-13T11:18:22,061 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0. 2024-12-13T11:18:22,061 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0. 2024-12-13T11:18:22,062 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154. 2024-12-13T11:18:22,062 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => c63bde4cc5aa45b017140c4e9cf81154, NAME => 'test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-13T11:18:22,062 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=0f9f736e09656f07b4b48ded4d2f51c0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:22,062 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c63bde4cc5aa45b017140c4e9cf81154 2024-12-13T11:18:22,062 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:22,063 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for c63bde4cc5aa45b017140c4e9cf81154 2024-12-13T11:18:22,063 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for c63bde4cc5aa45b017140c4e9cf81154 2024-12-13T11:18:22,066 INFO [StoreOpener-c63bde4cc5aa45b017140c4e9cf81154-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c63bde4cc5aa45b017140c4e9cf81154 2024-12-13T11:18:22,068 INFO [StoreOpener-c63bde4cc5aa45b017140c4e9cf81154-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c63bde4cc5aa45b017140c4e9cf81154 columnFamilyName f 2024-12-13T11:18:22,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=24 2024-12-13T11:18:22,068 DEBUG [StoreOpener-c63bde4cc5aa45b017140c4e9cf81154-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=24, state=SUCCESS; OpenRegionProcedure 0f9f736e09656f07b4b48ded4d2f51c0, server=58281886ad93,46085,1734088684139 in 482 msec 2024-12-13T11:18:22,069 INFO [StoreOpener-c63bde4cc5aa45b017140c4e9cf81154-1 {}] regionserver.HStore(327): Store=c63bde4cc5aa45b017140c4e9cf81154/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,069 INFO [StoreOpener-c63bde4cc5aa45b017140c4e9cf81154-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c63bde4cc5aa45b017140c4e9cf81154 2024-12-13T11:18:22,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0f9f736e09656f07b4b48ded4d2f51c0, ASSIGN in 703 msec 2024-12-13T11:18:22,071 INFO [StoreOpener-c63bde4cc5aa45b017140c4e9cf81154-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c63bde4cc5aa45b017140c4e9cf81154 columnFamilyName norep 2024-12-13T11:18:22,071 DEBUG [StoreOpener-c63bde4cc5aa45b017140c4e9cf81154-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,072 INFO [StoreOpener-c63bde4cc5aa45b017140c4e9cf81154-1 {}] regionserver.HStore(327): Store=c63bde4cc5aa45b017140c4e9cf81154/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,073 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/c63bde4cc5aa45b017140c4e9cf81154 2024-12-13T11:18:22,073 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/c63bde4cc5aa45b017140c4e9cf81154 2024-12-13T11:18:22,074 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:22,075 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for c63bde4cc5aa45b017140c4e9cf81154 2024-12-13T11:18:22,078 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/c63bde4cc5aa45b017140c4e9cf81154/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:22,078 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened c63bde4cc5aa45b017140c4e9cf81154; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72849918, jitterRate=0.08554837107658386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:22,078 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for c63bde4cc5aa45b017140c4e9cf81154: 2024-12-13T11:18:22,079 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154., pid=36, masterSystemTime=1734088701683 2024-12-13T11:18:22,082 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154. 2024-12-13T11:18:22,082 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154. 2024-12-13T11:18:22,082 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451. 2024-12-13T11:18:22,082 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=c63bde4cc5aa45b017140c4e9cf81154, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:22,082 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => a25d889a602b5d369bf8a82f68d83451, NAME => 'test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-13T11:18:22,083 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a25d889a602b5d369bf8a82f68d83451 2024-12-13T11:18:22,083 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:22,083 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for a25d889a602b5d369bf8a82f68d83451 2024-12-13T11:18:22,083 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for a25d889a602b5d369bf8a82f68d83451 2024-12-13T11:18:22,086 INFO [StoreOpener-a25d889a602b5d369bf8a82f68d83451-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a25d889a602b5d369bf8a82f68d83451 2024-12-13T11:18:22,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=14 2024-12-13T11:18:22,088 INFO [StoreOpener-a25d889a602b5d369bf8a82f68d83451-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a25d889a602b5d369bf8a82f68d83451 columnFamilyName f 2024-12-13T11:18:22,088 DEBUG [StoreOpener-a25d889a602b5d369bf8a82f68d83451-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=14, state=SUCCESS; OpenRegionProcedure c63bde4cc5aa45b017140c4e9cf81154, server=58281886ad93,46085,1734088684139 in 556 msec 2024-12-13T11:18:22,089 INFO [StoreOpener-a25d889a602b5d369bf8a82f68d83451-1 {}] regionserver.HStore(327): Store=a25d889a602b5d369bf8a82f68d83451/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,089 INFO [StoreOpener-a25d889a602b5d369bf8a82f68d83451-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a25d889a602b5d369bf8a82f68d83451 2024-12-13T11:18:22,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c63bde4cc5aa45b017140c4e9cf81154, ASSIGN in 723 msec 2024-12-13T11:18:22,091 INFO [StoreOpener-a25d889a602b5d369bf8a82f68d83451-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a25d889a602b5d369bf8a82f68d83451 columnFamilyName norep 2024-12-13T11:18:22,091 DEBUG [StoreOpener-a25d889a602b5d369bf8a82f68d83451-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,092 INFO [StoreOpener-a25d889a602b5d369bf8a82f68d83451-1 {}] regionserver.HStore(327): Store=a25d889a602b5d369bf8a82f68d83451/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,093 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/a25d889a602b5d369bf8a82f68d83451 2024-12-13T11:18:22,093 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/a25d889a602b5d369bf8a82f68d83451 2024-12-13T11:18:22,094 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:22,095 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for a25d889a602b5d369bf8a82f68d83451 2024-12-13T11:18:22,097 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/a25d889a602b5d369bf8a82f68d83451/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:22,098 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened a25d889a602b5d369bf8a82f68d83451; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74203415, jitterRate=0.10571704804897308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:22,098 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for a25d889a602b5d369bf8a82f68d83451: 2024-12-13T11:18:22,099 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451., pid=43, masterSystemTime=1734088701683 2024-12-13T11:18:22,101 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451. 2024-12-13T11:18:22,101 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451. 2024-12-13T11:18:22,101 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78. 2024-12-13T11:18:22,102 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 06241845cb4581e4bea74a7cc65c7d78, NAME => 'test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-13T11:18:22,102 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 06241845cb4581e4bea74a7cc65c7d78 2024-12-13T11:18:22,102 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:22,102 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=a25d889a602b5d369bf8a82f68d83451, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:22,102 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 06241845cb4581e4bea74a7cc65c7d78 2024-12-13T11:18:22,102 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 06241845cb4581e4bea74a7cc65c7d78 2024-12-13T11:18:22,104 INFO [StoreOpener-06241845cb4581e4bea74a7cc65c7d78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 06241845cb4581e4bea74a7cc65c7d78 2024-12-13T11:18:22,106 INFO [StoreOpener-06241845cb4581e4bea74a7cc65c7d78-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06241845cb4581e4bea74a7cc65c7d78 columnFamilyName f 2024-12-13T11:18:22,106 DEBUG [StoreOpener-06241845cb4581e4bea74a7cc65c7d78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,107 INFO [StoreOpener-06241845cb4581e4bea74a7cc65c7d78-1 {}] regionserver.HStore(327): Store=06241845cb4581e4bea74a7cc65c7d78/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,107 INFO [StoreOpener-06241845cb4581e4bea74a7cc65c7d78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 06241845cb4581e4bea74a7cc65c7d78 2024-12-13T11:18:22,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=12 2024-12-13T11:18:22,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=12, state=SUCCESS; OpenRegionProcedure a25d889a602b5d369bf8a82f68d83451, server=58281886ad93,46085,1734088684139 in 559 msec 2024-12-13T11:18:22,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a25d889a602b5d369bf8a82f68d83451, ASSIGN in 743 msec 2024-12-13T11:18:22,109 INFO [StoreOpener-06241845cb4581e4bea74a7cc65c7d78-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06241845cb4581e4bea74a7cc65c7d78 columnFamilyName norep 2024-12-13T11:18:22,110 DEBUG [StoreOpener-06241845cb4581e4bea74a7cc65c7d78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,110 INFO [StoreOpener-06241845cb4581e4bea74a7cc65c7d78-1 {}] regionserver.HStore(327): Store=06241845cb4581e4bea74a7cc65c7d78/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,111 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/06241845cb4581e4bea74a7cc65c7d78 2024-12-13T11:18:22,112 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/06241845cb4581e4bea74a7cc65c7d78 2024-12-13T11:18:22,113 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:22,115 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 06241845cb4581e4bea74a7cc65c7d78 2024-12-13T11:18:22,120 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/06241845cb4581e4bea74a7cc65c7d78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:22,120 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 06241845cb4581e4bea74a7cc65c7d78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73847321, jitterRate=0.1004108339548111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:22,121 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 06241845cb4581e4bea74a7cc65c7d78: 2024-12-13T11:18:22,122 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78., pid=52, masterSystemTime=1734088701683 2024-12-13T11:18:22,124 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78. 2024-12-13T11:18:22,124 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78. 2024-12-13T11:18:22,124 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7. 2024-12-13T11:18:22,124 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 3b153fe31cbf68be1ff266bfeed572b7, NAME => 'test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-13T11:18:22,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=06241845cb4581e4bea74a7cc65c7d78, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:22,124 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3b153fe31cbf68be1ff266bfeed572b7 2024-12-13T11:18:22,125 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:22,125 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 3b153fe31cbf68be1ff266bfeed572b7 2024-12-13T11:18:22,125 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 3b153fe31cbf68be1ff266bfeed572b7 2024-12-13T11:18:22,127 INFO [StoreOpener-3b153fe31cbf68be1ff266bfeed572b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3b153fe31cbf68be1ff266bfeed572b7 2024-12-13T11:18:22,129 INFO [StoreOpener-3b153fe31cbf68be1ff266bfeed572b7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b153fe31cbf68be1ff266bfeed572b7 columnFamilyName f 2024-12-13T11:18:22,129 DEBUG [StoreOpener-3b153fe31cbf68be1ff266bfeed572b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,130 INFO [StoreOpener-3b153fe31cbf68be1ff266bfeed572b7-1 {}] regionserver.HStore(327): Store=3b153fe31cbf68be1ff266bfeed572b7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,130 INFO [StoreOpener-3b153fe31cbf68be1ff266bfeed572b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3b153fe31cbf68be1ff266bfeed572b7 2024-12-13T11:18:22,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=13 2024-12-13T11:18:22,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=13, state=SUCCESS; OpenRegionProcedure 06241845cb4581e4bea74a7cc65c7d78, server=58281886ad93,46085,1734088684139 in 557 msec 2024-12-13T11:18:22,132 INFO [StoreOpener-3b153fe31cbf68be1ff266bfeed572b7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b153fe31cbf68be1ff266bfeed572b7 columnFamilyName norep 2024-12-13T11:18:22,132 DEBUG [StoreOpener-3b153fe31cbf68be1ff266bfeed572b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=06241845cb4581e4bea74a7cc65c7d78, ASSIGN in 765 msec 2024-12-13T11:18:22,133 INFO [StoreOpener-3b153fe31cbf68be1ff266bfeed572b7-1 {}] regionserver.HStore(327): Store=3b153fe31cbf68be1ff266bfeed572b7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,134 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/3b153fe31cbf68be1ff266bfeed572b7 2024-12-13T11:18:22,134 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/3b153fe31cbf68be1ff266bfeed572b7 2024-12-13T11:18:22,135 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:22,137 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 3b153fe31cbf68be1ff266bfeed572b7 2024-12-13T11:18:22,139 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/3b153fe31cbf68be1ff266bfeed572b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:22,140 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 3b153fe31cbf68be1ff266bfeed572b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71691610, jitterRate=0.06828823685646057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:22,140 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 3b153fe31cbf68be1ff266bfeed572b7: 2024-12-13T11:18:22,141 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7., pid=51, masterSystemTime=1734088701683 2024-12-13T11:18:22,143 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7. 2024-12-13T11:18:22,143 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7. 2024-12-13T11:18:22,143 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884. 2024-12-13T11:18:22,143 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=3b153fe31cbf68be1ff266bfeed572b7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:22,143 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => ddf4790c0a3cc175d3be49de2d474884, NAME => 'test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-13T11:18:22,144 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ddf4790c0a3cc175d3be49de2d474884 2024-12-13T11:18:22,144 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:22,144 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for ddf4790c0a3cc175d3be49de2d474884 2024-12-13T11:18:22,144 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for ddf4790c0a3cc175d3be49de2d474884 2024-12-13T11:18:22,146 INFO [StoreOpener-ddf4790c0a3cc175d3be49de2d474884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ddf4790c0a3cc175d3be49de2d474884 2024-12-13T11:18:22,149 INFO [StoreOpener-ddf4790c0a3cc175d3be49de2d474884-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddf4790c0a3cc175d3be49de2d474884 columnFamilyName f 2024-12-13T11:18:22,149 DEBUG [StoreOpener-ddf4790c0a3cc175d3be49de2d474884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=16 2024-12-13T11:18:22,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=16, state=SUCCESS; OpenRegionProcedure 3b153fe31cbf68be1ff266bfeed572b7, server=58281886ad93,46085,1734088684139 in 583 msec 2024-12-13T11:18:22,150 INFO [StoreOpener-ddf4790c0a3cc175d3be49de2d474884-1 {}] regionserver.HStore(327): Store=ddf4790c0a3cc175d3be49de2d474884/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,150 INFO [StoreOpener-ddf4790c0a3cc175d3be49de2d474884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ddf4790c0a3cc175d3be49de2d474884 2024-12-13T11:18:22,152 INFO [StoreOpener-ddf4790c0a3cc175d3be49de2d474884-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddf4790c0a3cc175d3be49de2d474884 columnFamilyName norep 2024-12-13T11:18:22,152 DEBUG [StoreOpener-ddf4790c0a3cc175d3be49de2d474884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,153 INFO [StoreOpener-ddf4790c0a3cc175d3be49de2d474884-1 {}] regionserver.HStore(327): Store=ddf4790c0a3cc175d3be49de2d474884/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,154 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/ddf4790c0a3cc175d3be49de2d474884 2024-12-13T11:18:22,155 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/ddf4790c0a3cc175d3be49de2d474884 2024-12-13T11:18:22,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3b153fe31cbf68be1ff266bfeed572b7, ASSIGN in 785 msec 2024-12-13T11:18:22,157 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:22,158 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for ddf4790c0a3cc175d3be49de2d474884 2024-12-13T11:18:22,161 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/ddf4790c0a3cc175d3be49de2d474884/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:22,162 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened ddf4790c0a3cc175d3be49de2d474884; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63940863, jitterRate=-0.04720689356327057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:22,162 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for ddf4790c0a3cc175d3be49de2d474884: 2024-12-13T11:18:22,163 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884., pid=41, masterSystemTime=1734088701683 2024-12-13T11:18:22,166 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884. 2024-12-13T11:18:22,167 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884. 2024-12-13T11:18:22,167 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d. 2024-12-13T11:18:22,167 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 254f4eef787845c62c31dd73b138567d, NAME => 'test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-13T11:18:22,167 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 254f4eef787845c62c31dd73b138567d 2024-12-13T11:18:22,167 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=ddf4790c0a3cc175d3be49de2d474884, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:22,168 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:22,168 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 254f4eef787845c62c31dd73b138567d 2024-12-13T11:18:22,168 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 254f4eef787845c62c31dd73b138567d 2024-12-13T11:18:22,170 INFO [StoreOpener-254f4eef787845c62c31dd73b138567d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 254f4eef787845c62c31dd73b138567d 2024-12-13T11:18:22,172 INFO [StoreOpener-254f4eef787845c62c31dd73b138567d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 254f4eef787845c62c31dd73b138567d columnFamilyName f 2024-12-13T11:18:22,172 DEBUG [StoreOpener-254f4eef787845c62c31dd73b138567d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,173 INFO [StoreOpener-254f4eef787845c62c31dd73b138567d-1 {}] regionserver.HStore(327): Store=254f4eef787845c62c31dd73b138567d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,174 INFO [StoreOpener-254f4eef787845c62c31dd73b138567d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 254f4eef787845c62c31dd73b138567d 2024-12-13T11:18:22,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=17 2024-12-13T11:18:22,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=17, state=SUCCESS; OpenRegionProcedure ddf4790c0a3cc175d3be49de2d474884, server=58281886ad93,46085,1734088684139 in 628 msec 2024-12-13T11:18:22,176 INFO [StoreOpener-254f4eef787845c62c31dd73b138567d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 254f4eef787845c62c31dd73b138567d columnFamilyName norep 2024-12-13T11:18:22,176 DEBUG [StoreOpener-254f4eef787845c62c31dd73b138567d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,177 INFO [StoreOpener-254f4eef787845c62c31dd73b138567d-1 {}] regionserver.HStore(327): Store=254f4eef787845c62c31dd73b138567d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ddf4790c0a3cc175d3be49de2d474884, ASSIGN in 810 msec 2024-12-13T11:18:22,178 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/254f4eef787845c62c31dd73b138567d 2024-12-13T11:18:22,179 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/254f4eef787845c62c31dd73b138567d 2024-12-13T11:18:22,180 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:22,181 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 254f4eef787845c62c31dd73b138567d 2024-12-13T11:18:22,184 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/254f4eef787845c62c31dd73b138567d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:22,184 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 254f4eef787845c62c31dd73b138567d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60191556, jitterRate=-0.10307592153549194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:22,185 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 254f4eef787845c62c31dd73b138567d: 2024-12-13T11:18:22,186 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d., pid=39, masterSystemTime=1734088701683 2024-12-13T11:18:22,189 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d. 2024-12-13T11:18:22,189 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d. 2024-12-13T11:18:22,189 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,jjj,1734088697095.8af583183986e519861b35032760a501. 2024-12-13T11:18:22,190 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 8af583183986e519861b35032760a501, NAME => 'test,jjj,1734088697095.8af583183986e519861b35032760a501.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-13T11:18:22,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=254f4eef787845c62c31dd73b138567d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:22,190 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8af583183986e519861b35032760a501 2024-12-13T11:18:22,190 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,jjj,1734088697095.8af583183986e519861b35032760a501.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:22,190 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 8af583183986e519861b35032760a501 2024-12-13T11:18:22,190 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 8af583183986e519861b35032760a501 2024-12-13T11:18:22,192 INFO [StoreOpener-8af583183986e519861b35032760a501-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8af583183986e519861b35032760a501 2024-12-13T11:18:22,194 INFO [StoreOpener-8af583183986e519861b35032760a501-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8af583183986e519861b35032760a501 columnFamilyName f 2024-12-13T11:18:22,194 DEBUG [StoreOpener-8af583183986e519861b35032760a501-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=26 2024-12-13T11:18:22,195 INFO [StoreOpener-8af583183986e519861b35032760a501-1 {}] regionserver.HStore(327): Store=8af583183986e519861b35032760a501/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=26, state=SUCCESS; OpenRegionProcedure 254f4eef787845c62c31dd73b138567d, server=58281886ad93,46085,1734088684139 in 659 msec 2024-12-13T11:18:22,195 INFO [StoreOpener-8af583183986e519861b35032760a501-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8af583183986e519861b35032760a501 2024-12-13T11:18:22,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=254f4eef787845c62c31dd73b138567d, ASSIGN in 830 msec 2024-12-13T11:18:22,197 INFO [StoreOpener-8af583183986e519861b35032760a501-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8af583183986e519861b35032760a501 columnFamilyName norep 2024-12-13T11:18:22,197 DEBUG [StoreOpener-8af583183986e519861b35032760a501-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,198 INFO [StoreOpener-8af583183986e519861b35032760a501-1 {}] regionserver.HStore(327): Store=8af583183986e519861b35032760a501/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,199 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/8af583183986e519861b35032760a501 2024-12-13T11:18:22,199 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/8af583183986e519861b35032760a501 2024-12-13T11:18:22,200 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:22,202 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 8af583183986e519861b35032760a501 2024-12-13T11:18:22,204 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/8af583183986e519861b35032760a501/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:22,205 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 8af583183986e519861b35032760a501; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74662986, jitterRate=0.11256518959999084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:22,205 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 8af583183986e519861b35032760a501: 2024-12-13T11:18:22,206 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734088697095.8af583183986e519861b35032760a501., pid=58, masterSystemTime=1734088701683 2024-12-13T11:18:22,208 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734088697095.8af583183986e519861b35032760a501. 2024-12-13T11:18:22,208 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,jjj,1734088697095.8af583183986e519861b35032760a501. 2024-12-13T11:18:22,208 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0. 2024-12-13T11:18:22,208 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 2fd105b07e36272517ac94b9b7b1dbf0, NAME => 'test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-13T11:18:22,208 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=8af583183986e519861b35032760a501, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:22,209 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2fd105b07e36272517ac94b9b7b1dbf0 2024-12-13T11:18:22,209 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:22,209 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 2fd105b07e36272517ac94b9b7b1dbf0 2024-12-13T11:18:22,209 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 2fd105b07e36272517ac94b9b7b1dbf0 2024-12-13T11:18:22,211 INFO [StoreOpener-2fd105b07e36272517ac94b9b7b1dbf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2fd105b07e36272517ac94b9b7b1dbf0 2024-12-13T11:18:22,213 INFO [StoreOpener-2fd105b07e36272517ac94b9b7b1dbf0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fd105b07e36272517ac94b9b7b1dbf0 columnFamilyName f 2024-12-13T11:18:22,213 DEBUG [StoreOpener-2fd105b07e36272517ac94b9b7b1dbf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=19 2024-12-13T11:18:22,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=19, state=SUCCESS; OpenRegionProcedure 8af583183986e519861b35032760a501, server=58281886ad93,46085,1734088684139 in 630 msec 2024-12-13T11:18:22,214 INFO [StoreOpener-2fd105b07e36272517ac94b9b7b1dbf0-1 {}] regionserver.HStore(327): Store=2fd105b07e36272517ac94b9b7b1dbf0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,214 INFO [StoreOpener-2fd105b07e36272517ac94b9b7b1dbf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2fd105b07e36272517ac94b9b7b1dbf0 2024-12-13T11:18:22,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8af583183986e519861b35032760a501, ASSIGN in 849 msec 2024-12-13T11:18:22,216 INFO [StoreOpener-2fd105b07e36272517ac94b9b7b1dbf0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fd105b07e36272517ac94b9b7b1dbf0 columnFamilyName norep 2024-12-13T11:18:22,217 DEBUG [StoreOpener-2fd105b07e36272517ac94b9b7b1dbf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:22,217 INFO [StoreOpener-2fd105b07e36272517ac94b9b7b1dbf0-1 {}] regionserver.HStore(327): Store=2fd105b07e36272517ac94b9b7b1dbf0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:22,218 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/2fd105b07e36272517ac94b9b7b1dbf0 2024-12-13T11:18:22,219 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/2fd105b07e36272517ac94b9b7b1dbf0 2024-12-13T11:18:22,220 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:22,222 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 2fd105b07e36272517ac94b9b7b1dbf0 2024-12-13T11:18:22,225 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/2fd105b07e36272517ac94b9b7b1dbf0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:22,226 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 2fd105b07e36272517ac94b9b7b1dbf0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67366749, jitterRate=0.003842785954475403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:22,226 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 2fd105b07e36272517ac94b9b7b1dbf0: 2024-12-13T11:18:22,227 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0., pid=55, masterSystemTime=1734088701683 2024-12-13T11:18:22,230 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0. 2024-12-13T11:18:22,230 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0. 2024-12-13T11:18:22,231 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=2fd105b07e36272517ac94b9b7b1dbf0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:22,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=33 2024-12-13T11:18:22,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=33, state=SUCCESS; OpenRegionProcedure 2fd105b07e36272517ac94b9b7b1dbf0, server=58281886ad93,46085,1734088684139 in 660 msec 2024-12-13T11:18:22,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=9 2024-12-13T11:18:22,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2fd105b07e36272517ac94b9b7b1dbf0, ASSIGN in 871 msec 2024-12-13T11:18:22,240 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T11:18:22,241 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734088702240"}]},"ts":"1734088702240"} 2024-12-13T11:18:22,244 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-13T11:18:22,291 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T11:18:22,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 5.1920 sec 2024-12-13T11:18:23,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-13T11:18:23,808 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-13T11:18:24,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:18:24,965 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-13T11:18:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T11:18:25,236 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-13T11:18:25,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T11:18:25,239 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T11:18:25,254 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T11:18:25,254 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T11:18:25,255 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T11:18:25,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T11:18:25,258 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T11:18:25,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T11:18:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-13T11:18:25,262 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T11:18:25,262 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:25,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-13T11:18:25,264 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T11:18:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T11:18:25,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741837_1013 (size=631) 2024-12-13T11:18:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T11:18:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T11:18:25,676 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3c3fcb15eb4c179d609a1350c7366416, NAME => 'test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:25,678 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 8ece7d2547395ff8c8d7dd8095e4afce, NAME => 'test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:25,679 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b75f7740cbbed7ee83ff4b4a555b5b08, NAME => 'test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:25,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741838_1014 (size=45) 2024-12-13T11:18:25,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741839_1015 (size=45) 2024-12-13T11:18:25,694 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:25,694 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 8ece7d2547395ff8c8d7dd8095e4afce, disabling compactions & flushes 2024-12-13T11:18:25,694 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce. 2024-12-13T11:18:25,694 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce. 2024-12-13T11:18:25,694 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce. after waiting 0 ms 2024-12-13T11:18:25,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741840_1016 (size=42) 2024-12-13T11:18:25,694 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce. 2024-12-13T11:18:25,695 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce. 2024-12-13T11:18:25,695 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 8ece7d2547395ff8c8d7dd8095e4afce: 2024-12-13T11:18:25,695 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 73d1a31a6df8b1715aab7b3d08e9db27, NAME => 'test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:25,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741841_1017 (size=45) 2024-12-13T11:18:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T11:18:26,097 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:26,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:26,097 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing b75f7740cbbed7ee83ff4b4a555b5b08, disabling compactions & flushes 2024-12-13T11:18:26,098 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08. 2024-12-13T11:18:26,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 3c3fcb15eb4c179d609a1350c7366416, disabling compactions & flushes 2024-12-13T11:18:26,098 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08. 2024-12-13T11:18:26,098 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416. 2024-12-13T11:18:26,098 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08. after waiting 0 ms 2024-12-13T11:18:26,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416. 2024-12-13T11:18:26,098 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08. 2024-12-13T11:18:26,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416. after waiting 0 ms 2024-12-13T11:18:26,098 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08. 2024-12-13T11:18:26,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416. 2024-12-13T11:18:26,098 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for b75f7740cbbed7ee83ff4b4a555b5b08: 2024-12-13T11:18:26,098 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416. 2024-12-13T11:18:26,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3c3fcb15eb4c179d609a1350c7366416: 2024-12-13T11:18:26,101 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a92b74d193de85b9da3a316c2f7c7234, NAME => 'test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:26,101 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f9b2f4bc56e7fe42c17c64e0d2a66d5f, NAME => 'test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:26,103 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:26,103 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 73d1a31a6df8b1715aab7b3d08e9db27, disabling compactions & flushes 2024-12-13T11:18:26,103 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27. 2024-12-13T11:18:26,103 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27. 2024-12-13T11:18:26,103 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27. after waiting 0 ms 2024-12-13T11:18:26,103 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27. 2024-12-13T11:18:26,103 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27. 2024-12-13T11:18:26,104 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 73d1a31a6df8b1715aab7b3d08e9db27: 2024-12-13T11:18:26,104 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 323c5a70a2d81f019bcdffa3038656c3, NAME => 'test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741843_1019 (size=45) 2024-12-13T11:18:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741842_1018 (size=45) 2024-12-13T11:18:26,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741844_1020 (size=45) 2024-12-13T11:18:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T11:18:26,512 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:26,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:26,512 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing a92b74d193de85b9da3a316c2f7c7234, disabling compactions & flushes 2024-12-13T11:18:26,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing f9b2f4bc56e7fe42c17c64e0d2a66d5f, disabling compactions & flushes 2024-12-13T11:18:26,512 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234. 2024-12-13T11:18:26,512 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f. 2024-12-13T11:18:26,512 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234. 2024-12-13T11:18:26,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f. 2024-12-13T11:18:26,513 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234. after waiting 0 ms 2024-12-13T11:18:26,513 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f. after waiting 0 ms 2024-12-13T11:18:26,513 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234. 2024-12-13T11:18:26,513 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f. 2024-12-13T11:18:26,513 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234. 2024-12-13T11:18:26,513 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f. 2024-12-13T11:18:26,513 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for a92b74d193de85b9da3a316c2f7c7234: 2024-12-13T11:18:26,513 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for f9b2f4bc56e7fe42c17c64e0d2a66d5f: 2024-12-13T11:18:26,515 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 9bc1c6b512e2fc8a7f9c6fdd454fcb5e, NAME => 'test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:26,516 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8aa4d29f6cbb9c39af27b4cbecd0dc45, NAME => 'test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:26,516 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:26,516 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 323c5a70a2d81f019bcdffa3038656c3, disabling compactions & flushes 2024-12-13T11:18:26,517 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3. 2024-12-13T11:18:26,517 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3. 2024-12-13T11:18:26,517 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3. after waiting 0 ms 2024-12-13T11:18:26,517 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3. 2024-12-13T11:18:26,517 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3. 2024-12-13T11:18:26,517 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 323c5a70a2d81f019bcdffa3038656c3: 2024-12-13T11:18:26,518 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ee937f313e55a082b39a682fec07b3d6, NAME => 'test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:26,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741845_1021 (size=45) 2024-12-13T11:18:26,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741847_1023 (size=45) 2024-12-13T11:18:26,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741846_1022 (size=45) 2024-12-13T11:18:26,528 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:26,528 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing ee937f313e55a082b39a682fec07b3d6, disabling compactions & flushes 2024-12-13T11:18:26,528 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6. 2024-12-13T11:18:26,528 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6. 2024-12-13T11:18:26,528 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6. after waiting 0 ms 2024-12-13T11:18:26,528 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6. 2024-12-13T11:18:26,528 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6. 2024-12-13T11:18:26,528 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for ee937f313e55a082b39a682fec07b3d6: 2024-12-13T11:18:26,529 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => f40b5ff8dac24a6fb44ed1a4ede91924, NAME => 'test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:26,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741848_1024 (size=45) 2024-12-13T11:18:26,535 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:26,535 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing f40b5ff8dac24a6fb44ed1a4ede91924, disabling compactions & flushes 2024-12-13T11:18:26,535 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924. 2024-12-13T11:18:26,535 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924. 2024-12-13T11:18:26,535 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924. after waiting 0 ms 2024-12-13T11:18:26,535 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924. 2024-12-13T11:18:26,535 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924. 2024-12-13T11:18:26,535 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for f40b5ff8dac24a6fb44ed1a4ede91924: 2024-12-13T11:18:26,536 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b77a44c0b61af87ca48ba07fd54edf3d, NAME => 'test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:26,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741849_1025 (size=45) 2024-12-13T11:18:26,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:26,928 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:26,928 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 9bc1c6b512e2fc8a7f9c6fdd454fcb5e, disabling compactions & flushes 2024-12-13T11:18:26,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 8aa4d29f6cbb9c39af27b4cbecd0dc45, disabling compactions & flushes 2024-12-13T11:18:26,928 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e. 2024-12-13T11:18:26,928 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45. 2024-12-13T11:18:26,928 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e. 2024-12-13T11:18:26,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45. 2024-12-13T11:18:26,928 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e. after waiting 0 ms 2024-12-13T11:18:26,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45. after waiting 0 ms 2024-12-13T11:18:26,928 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e. 2024-12-13T11:18:26,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45. 2024-12-13T11:18:26,928 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e. 2024-12-13T11:18:26,928 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45. 2024-12-13T11:18:26,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8aa4d29f6cbb9c39af27b4cbecd0dc45: 2024-12-13T11:18:26,928 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 9bc1c6b512e2fc8a7f9c6fdd454fcb5e: 2024-12-13T11:18:26,929 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1469bd3edb365d41c31e98ce14bae7f4, NAME => 'test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:26,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b72dd3284a64a0ed412944953ef5f0f9, NAME => 'test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:26,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741851_1027 (size=45) 2024-12-13T11:18:26,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741850_1026 (size=45) 2024-12-13T11:18:26,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:26,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing b72dd3284a64a0ed412944953ef5f0f9, disabling compactions & flushes 2024-12-13T11:18:26,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9. 2024-12-13T11:18:26,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9. 2024-12-13T11:18:26,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9. after waiting 0 ms 2024-12-13T11:18:26,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9. 2024-12-13T11:18:26,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9. 2024-12-13T11:18:26,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for b72dd3284a64a0ed412944953ef5f0f9: 2024-12-13T11:18:26,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c17608994517eb5d5e9fdd12387eb8e6, NAME => 'test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:26,943 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:26,943 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b77a44c0b61af87ca48ba07fd54edf3d, disabling compactions & flushes 2024-12-13T11:18:26,943 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d. 2024-12-13T11:18:26,943 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d. 2024-12-13T11:18:26,943 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d. after waiting 0 ms 2024-12-13T11:18:26,943 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d. 2024-12-13T11:18:26,943 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d. 2024-12-13T11:18:26,943 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b77a44c0b61af87ca48ba07fd54edf3d: 2024-12-13T11:18:26,944 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3618a23963abfb0757c4685751b41e09, NAME => 'test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:26,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741852_1028 (size=45) 2024-12-13T11:18:26,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741853_1029 (size=45) 2024-12-13T11:18:27,015 INFO [58281886ad93:46085Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:18:27,196 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T11:18:27,338 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:27,338 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 1469bd3edb365d41c31e98ce14bae7f4, disabling compactions & flushes 2024-12-13T11:18:27,338 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4. 2024-12-13T11:18:27,338 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4. 2024-12-13T11:18:27,338 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4. after waiting 0 ms 2024-12-13T11:18:27,338 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4. 2024-12-13T11:18:27,338 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4. 2024-12-13T11:18:27,338 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 1469bd3edb365d41c31e98ce14bae7f4: 2024-12-13T11:18:27,339 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 0d5f8483cd2bf3ea7621929605462bed, NAME => 'test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:27,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:27,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741854_1030 (size=45) 2024-12-13T11:18:27,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c17608994517eb5d5e9fdd12387eb8e6, disabling compactions & flushes 2024-12-13T11:18:27,346 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6. 2024-12-13T11:18:27,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6. 2024-12-13T11:18:27,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6. after waiting 0 ms 2024-12-13T11:18:27,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6. 2024-12-13T11:18:27,346 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6. 2024-12-13T11:18:27,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c17608994517eb5d5e9fdd12387eb8e6: 2024-12-13T11:18:27,347 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 53c24c36ffa84054b73f2c79011f036c, NAME => 'test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:27,351 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:27,351 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 3618a23963abfb0757c4685751b41e09, disabling compactions & flushes 2024-12-13T11:18:27,351 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09. 2024-12-13T11:18:27,351 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09. 2024-12-13T11:18:27,351 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09. after waiting 0 ms 2024-12-13T11:18:27,351 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09. 2024-12-13T11:18:27,352 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09. 2024-12-13T11:18:27,352 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3618a23963abfb0757c4685751b41e09: 2024-12-13T11:18:27,352 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 29115a4d79c1263d8c90885388841e77, NAME => 'test,sss,1734088705259.29115a4d79c1263d8c90885388841e77.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:27,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741855_1031 (size=45) 2024-12-13T11:18:27,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:27,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 53c24c36ffa84054b73f2c79011f036c, disabling compactions & flushes 2024-12-13T11:18:27,354 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c. 2024-12-13T11:18:27,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c. 2024-12-13T11:18:27,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c. after waiting 0 ms 2024-12-13T11:18:27,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c. 2024-12-13T11:18:27,354 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c. 2024-12-13T11:18:27,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 53c24c36ffa84054b73f2c79011f036c: 2024-12-13T11:18:27,355 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 477ddbc28009fb1367916c9715dc75d1, NAME => 'test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:27,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741856_1032 (size=45) 2024-12-13T11:18:27,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741857_1033 (size=45) 2024-12-13T11:18:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T11:18:27,748 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:27,748 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 0d5f8483cd2bf3ea7621929605462bed, disabling compactions & flushes 2024-12-13T11:18:27,748 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed. 2024-12-13T11:18:27,748 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed. 2024-12-13T11:18:27,748 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed. after waiting 0 ms 2024-12-13T11:18:27,749 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed. 2024-12-13T11:18:27,749 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed. 2024-12-13T11:18:27,749 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 0d5f8483cd2bf3ea7621929605462bed: 2024-12-13T11:18:27,750 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ef8b506ff0c8583b8246ecf5e0270414, NAME => 'test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:27,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741858_1034 (size=45) 2024-12-13T11:18:27,760 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,sss,1734088705259.29115a4d79c1263d8c90885388841e77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:27,760 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 29115a4d79c1263d8c90885388841e77, disabling compactions & flushes 2024-12-13T11:18:27,760 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,sss,1734088705259.29115a4d79c1263d8c90885388841e77. 2024-12-13T11:18:27,760 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734088705259.29115a4d79c1263d8c90885388841e77. 2024-12-13T11:18:27,760 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734088705259.29115a4d79c1263d8c90885388841e77. after waiting 0 ms 2024-12-13T11:18:27,760 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734088705259.29115a4d79c1263d8c90885388841e77. 2024-12-13T11:18:27,761 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,sss,1734088705259.29115a4d79c1263d8c90885388841e77. 2024-12-13T11:18:27,761 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 29115a4d79c1263d8c90885388841e77: 2024-12-13T11:18:27,761 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 5f1dbd4d129ffef3dc93bc1bed421ce8, NAME => 'test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:27,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:27,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 477ddbc28009fb1367916c9715dc75d1, disabling compactions & flushes 2024-12-13T11:18:27,763 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1. 2024-12-13T11:18:27,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1. 2024-12-13T11:18:27,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1. after waiting 0 ms 2024-12-13T11:18:27,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1. 2024-12-13T11:18:27,764 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1. 2024-12-13T11:18:27,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 477ddbc28009fb1367916c9715dc75d1: 2024-12-13T11:18:27,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ff5dfb42fbc325909649a1c2adec05bf, NAME => 'test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:27,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741859_1035 (size=45) 2024-12-13T11:18:27,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741860_1036 (size=45) 2024-12-13T11:18:28,161 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:28,161 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing ef8b506ff0c8583b8246ecf5e0270414, disabling compactions & flushes 2024-12-13T11:18:28,161 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414. 2024-12-13T11:18:28,161 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414. 2024-12-13T11:18:28,162 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414. after waiting 0 ms 2024-12-13T11:18:28,162 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414. 2024-12-13T11:18:28,162 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414. 2024-12-13T11:18:28,162 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for ef8b506ff0c8583b8246ecf5e0270414: 2024-12-13T11:18:28,164 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 34092f789c9275040fdd0f5080a738a5, NAME => 'test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:28,169 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:28,169 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 5f1dbd4d129ffef3dc93bc1bed421ce8, disabling compactions & flushes 2024-12-13T11:18:28,169 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8. 2024-12-13T11:18:28,170 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8. 2024-12-13T11:18:28,170 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8. after waiting 0 ms 2024-12-13T11:18:28,170 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8. 2024-12-13T11:18:28,170 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8. 2024-12-13T11:18:28,170 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 5f1dbd4d129ffef3dc93bc1bed421ce8: 2024-12-13T11:18:28,172 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 16b2613aba6356dbc20ceb58e89c6e27, NAME => 'test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:28,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:28,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing ff5dfb42fbc325909649a1c2adec05bf, disabling compactions & flushes 2024-12-13T11:18:28,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf. 2024-12-13T11:18:28,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf. 2024-12-13T11:18:28,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf. after waiting 0 ms 2024-12-13T11:18:28,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf. 2024-12-13T11:18:28,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf. 2024-12-13T11:18:28,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for ff5dfb42fbc325909649a1c2adec05bf: 2024-12-13T11:18:28,174 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => de4b80526fb0908042a77260bcb9dc77, NAME => 'test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:28,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741861_1037 (size=45) 2024-12-13T11:18:28,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741862_1038 (size=45) 2024-12-13T11:18:28,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741863_1039 (size=42) 2024-12-13T11:18:28,576 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:28,576 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 34092f789c9275040fdd0f5080a738a5, disabling compactions & flushes 2024-12-13T11:18:28,576 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5. 2024-12-13T11:18:28,576 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5. 2024-12-13T11:18:28,576 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5. after waiting 0 ms 2024-12-13T11:18:28,576 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5. 2024-12-13T11:18:28,576 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5. 2024-12-13T11:18:28,576 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 34092f789c9275040fdd0f5080a738a5: 2024-12-13T11:18:28,582 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:28,582 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 16b2613aba6356dbc20ceb58e89c6e27, disabling compactions & flushes 2024-12-13T11:18:28,582 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27. 2024-12-13T11:18:28,582 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27. 2024-12-13T11:18:28,582 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27. after waiting 0 ms 2024-12-13T11:18:28,582 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27. 2024-12-13T11:18:28,582 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27. 2024-12-13T11:18:28,582 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 16b2613aba6356dbc20ceb58e89c6e27: 2024-12-13T11:18:28,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:28,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing de4b80526fb0908042a77260bcb9dc77, disabling compactions & flushes 2024-12-13T11:18:28,583 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77. 2024-12-13T11:18:28,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77. 2024-12-13T11:18:28,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77. after waiting 0 ms 2024-12-13T11:18:28,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77. 2024-12-13T11:18:28,583 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77. 2024-12-13T11:18:28,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for de4b80526fb0908042a77260bcb9dc77: 2024-12-13T11:18:28,585 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T11:18:28,586 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,586 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,586 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,586 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,586 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,586 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,586 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,587 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,587 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,587 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,587 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,587 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,587 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,587 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,587 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,588 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,588 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,588 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,588 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734088705259.29115a4d79c1263d8c90885388841e77.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,588 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,588 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,588 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,588 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,588 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,589 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,589 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734088708585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088708585"}]},"ts":"1734088708585"} 2024-12-13T11:18:28,595 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-13T11:18:28,596 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T11:18:28,596 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734088708596"}]},"ts":"1734088708596"} 2024-12-13T11:18:28,598 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-13T11:18:28,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3c3fcb15eb4c179d609a1350c7366416, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b75f7740cbbed7ee83ff4b4a555b5b08, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8ece7d2547395ff8c8d7dd8095e4afce, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=73d1a31a6df8b1715aab7b3d08e9db27, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a92b74d193de85b9da3a316c2f7c7234, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f9b2f4bc56e7fe42c17c64e0d2a66d5f, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=323c5a70a2d81f019bcdffa3038656c3, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9bc1c6b512e2fc8a7f9c6fdd454fcb5e, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8aa4d29f6cbb9c39af27b4cbecd0dc45, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ee937f313e55a082b39a682fec07b3d6, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f40b5ff8dac24a6fb44ed1a4ede91924, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b77a44c0b61af87ca48ba07fd54edf3d, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1469bd3edb365d41c31e98ce14bae7f4, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b72dd3284a64a0ed412944953ef5f0f9, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c17608994517eb5d5e9fdd12387eb8e6, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3618a23963abfb0757c4685751b41e09, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0d5f8483cd2bf3ea7621929605462bed, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=53c24c36ffa84054b73f2c79011f036c, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=29115a4d79c1263d8c90885388841e77, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=477ddbc28009fb1367916c9715dc75d1, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ef8b506ff0c8583b8246ecf5e0270414, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5f1dbd4d129ffef3dc93bc1bed421ce8, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ff5dfb42fbc325909649a1c2adec05bf, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=34092f789c9275040fdd0f5080a738a5, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=16b2613aba6356dbc20ceb58e89c6e27, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=de4b80526fb0908042a77260bcb9dc77, ASSIGN}] 2024-12-13T11:18:28,688 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9bc1c6b512e2fc8a7f9c6fdd454fcb5e, ASSIGN 2024-12-13T11:18:28,689 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a92b74d193de85b9da3a316c2f7c7234, ASSIGN 2024-12-13T11:18:28,689 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=323c5a70a2d81f019bcdffa3038656c3, ASSIGN 2024-12-13T11:18:28,689 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f9b2f4bc56e7fe42c17c64e0d2a66d5f, ASSIGN 2024-12-13T11:18:28,690 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9bc1c6b512e2fc8a7f9c6fdd454fcb5e, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,690 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a92b74d193de85b9da3a316c2f7c7234, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,690 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=323c5a70a2d81f019bcdffa3038656c3, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,690 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f9b2f4bc56e7fe42c17c64e0d2a66d5f, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,692 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=16b2613aba6356dbc20ceb58e89c6e27, ASSIGN 2024-12-13T11:18:28,692 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=de4b80526fb0908042a77260bcb9dc77, ASSIGN 2024-12-13T11:18:28,692 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=34092f789c9275040fdd0f5080a738a5, ASSIGN 2024-12-13T11:18:28,693 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ff5dfb42fbc325909649a1c2adec05bf, ASSIGN 2024-12-13T11:18:28,693 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5f1dbd4d129ffef3dc93bc1bed421ce8, ASSIGN 2024-12-13T11:18:28,693 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=16b2613aba6356dbc20ceb58e89c6e27, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,693 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=34092f789c9275040fdd0f5080a738a5, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,693 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=de4b80526fb0908042a77260bcb9dc77, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,693 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ff5dfb42fbc325909649a1c2adec05bf, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,693 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5f1dbd4d129ffef3dc93bc1bed421ce8, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,695 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=477ddbc28009fb1367916c9715dc75d1, ASSIGN 2024-12-13T11:18:28,695 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=53c24c36ffa84054b73f2c79011f036c, ASSIGN 2024-12-13T11:18:28,695 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=29115a4d79c1263d8c90885388841e77, ASSIGN 2024-12-13T11:18:28,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ef8b506ff0c8583b8246ecf5e0270414, ASSIGN 2024-12-13T11:18:28,695 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0d5f8483cd2bf3ea7621929605462bed, ASSIGN 2024-12-13T11:18:28,696 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=53c24c36ffa84054b73f2c79011f036c, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,696 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=477ddbc28009fb1367916c9715dc75d1, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,696 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=29115a4d79c1263d8c90885388841e77, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,696 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ef8b506ff0c8583b8246ecf5e0270414, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,696 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0d5f8483cd2bf3ea7621929605462bed, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,698 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1469bd3edb365d41c31e98ce14bae7f4, ASSIGN 2024-12-13T11:18:28,698 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b72dd3284a64a0ed412944953ef5f0f9, ASSIGN 2024-12-13T11:18:28,698 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c17608994517eb5d5e9fdd12387eb8e6, ASSIGN 2024-12-13T11:18:28,698 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3618a23963abfb0757c4685751b41e09, ASSIGN 2024-12-13T11:18:28,698 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b77a44c0b61af87ca48ba07fd54edf3d, ASSIGN 2024-12-13T11:18:28,698 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1469bd3edb365d41c31e98ce14bae7f4, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,698 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b72dd3284a64a0ed412944953ef5f0f9, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,699 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3618a23963abfb0757c4685751b41e09, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,699 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c17608994517eb5d5e9fdd12387eb8e6, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,699 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b77a44c0b61af87ca48ba07fd54edf3d, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,701 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ee937f313e55a082b39a682fec07b3d6, ASSIGN 2024-12-13T11:18:28,701 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8aa4d29f6cbb9c39af27b4cbecd0dc45, ASSIGN 2024-12-13T11:18:28,701 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f40b5ff8dac24a6fb44ed1a4ede91924, ASSIGN 2024-12-13T11:18:28,701 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=73d1a31a6df8b1715aab7b3d08e9db27, ASSIGN 2024-12-13T11:18:28,701 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ee937f313e55a082b39a682fec07b3d6, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,701 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8ece7d2547395ff8c8d7dd8095e4afce, ASSIGN 2024-12-13T11:18:28,702 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8aa4d29f6cbb9c39af27b4cbecd0dc45, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,702 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f40b5ff8dac24a6fb44ed1a4ede91924, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,702 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=73d1a31a6df8b1715aab7b3d08e9db27, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,702 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8ece7d2547395ff8c8d7dd8095e4afce, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,704 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3c3fcb15eb4c179d609a1350c7366416, ASSIGN 2024-12-13T11:18:28,704 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b75f7740cbbed7ee83ff4b4a555b5b08, ASSIGN 2024-12-13T11:18:28,704 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3c3fcb15eb4c179d609a1350c7366416, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,704 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b75f7740cbbed7ee83ff4b4a555b5b08, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:28,841 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=323c5a70a2d81f019bcdffa3038656c3, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=29115a4d79c1263d8c90885388841e77, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,841 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=a92b74d193de85b9da3a316c2f7c7234, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,841 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=ff5dfb42fbc325909649a1c2adec05bf, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,841 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=b75f7740cbbed7ee83ff4b4a555b5b08, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=14, state=RUNNABLE; OpenRegionProcedure a92b74d193de85b9da3a316c2f7c7234, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=32, state=RUNNABLE; OpenRegionProcedure ff5dfb42fbc325909649a1c2adec05bf, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=11, state=RUNNABLE; OpenRegionProcedure b75f7740cbbed7ee83ff4b4a555b5b08, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=28, state=RUNNABLE; OpenRegionProcedure 29115a4d79c1263d8c90885388841e77, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=16, state=RUNNABLE; OpenRegionProcedure 323c5a70a2d81f019bcdffa3038656c3, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,851 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=b77a44c0b61af87ca48ba07fd54edf3d, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=21, state=RUNNABLE; OpenRegionProcedure b77a44c0b61af87ca48ba07fd54edf3d, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,853 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=0d5f8483cd2bf3ea7621929605462bed, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=9bc1c6b512e2fc8a7f9c6fdd454fcb5e, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=17, state=RUNNABLE; OpenRegionProcedure 9bc1c6b512e2fc8a7f9c6fdd454fcb5e, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=26, state=RUNNABLE; OpenRegionProcedure 0d5f8483cd2bf3ea7621929605462bed, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=73d1a31a6df8b1715aab7b3d08e9db27, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=13, state=RUNNABLE; OpenRegionProcedure 73d1a31a6df8b1715aab7b3d08e9db27, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,863 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=de4b80526fb0908042a77260bcb9dc77, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,863 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=8aa4d29f6cbb9c39af27b4cbecd0dc45, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=b72dd3284a64a0ed412944953ef5f0f9, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=35, state=RUNNABLE; OpenRegionProcedure de4b80526fb0908042a77260bcb9dc77, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=f40b5ff8dac24a6fb44ed1a4ede91924, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=20, state=RUNNABLE; OpenRegionProcedure f40b5ff8dac24a6fb44ed1a4ede91924, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=23, state=RUNNABLE; OpenRegionProcedure b72dd3284a64a0ed412944953ef5f0f9, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=18, state=RUNNABLE; OpenRegionProcedure 8aa4d29f6cbb9c39af27b4cbecd0dc45, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,868 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3c3fcb15eb4c179d609a1350c7366416, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=10, state=RUNNABLE; OpenRegionProcedure 3c3fcb15eb4c179d609a1350c7366416, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,871 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=3618a23963abfb0757c4685751b41e09, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=25, state=RUNNABLE; OpenRegionProcedure 3618a23963abfb0757c4685751b41e09, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,874 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=1469bd3edb365d41c31e98ce14bae7f4, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,874 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=16b2613aba6356dbc20ceb58e89c6e27, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,876 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=f9b2f4bc56e7fe42c17c64e0d2a66d5f, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,876 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=8ece7d2547395ff8c8d7dd8095e4afce, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=22, state=RUNNABLE; OpenRegionProcedure 1469bd3edb365d41c31e98ce14bae7f4, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=34, state=RUNNABLE; OpenRegionProcedure 16b2613aba6356dbc20ceb58e89c6e27, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=12, state=RUNNABLE; OpenRegionProcedure 8ece7d2547395ff8c8d7dd8095e4afce, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,879 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=477ddbc28009fb1367916c9715dc75d1, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=15, state=RUNNABLE; OpenRegionProcedure f9b2f4bc56e7fe42c17c64e0d2a66d5f, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=ef8b506ff0c8583b8246ecf5e0270414, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=29, state=RUNNABLE; OpenRegionProcedure 477ddbc28009fb1367916c9715dc75d1, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,883 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=34092f789c9275040fdd0f5080a738a5, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=5f1dbd4d129ffef3dc93bc1bed421ce8, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=30, state=RUNNABLE; OpenRegionProcedure ef8b506ff0c8583b8246ecf5e0270414, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,884 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=c17608994517eb5d5e9fdd12387eb8e6, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=33, state=RUNNABLE; OpenRegionProcedure 34092f789c9275040fdd0f5080a738a5, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=31, state=RUNNABLE; OpenRegionProcedure 5f1dbd4d129ffef3dc93bc1bed421ce8, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=24, state=RUNNABLE; OpenRegionProcedure c17608994517eb5d5e9fdd12387eb8e6, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,886 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=53c24c36ffa84054b73f2c79011f036c, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=ee937f313e55a082b39a682fec07b3d6, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:28,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=27, state=RUNNABLE; OpenRegionProcedure 53c24c36ffa84054b73f2c79011f036c, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=19, state=RUNNABLE; OpenRegionProcedure ee937f313e55a082b39a682fec07b3d6, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:28,999 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 58281886ad93,36661,1734088692092 2024-12-13T11:18:29,010 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce. 2024-12-13T11:18:29,011 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 8ece7d2547395ff8c8d7dd8095e4afce, NAME => 'test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-13T11:18:29,011 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8ece7d2547395ff8c8d7dd8095e4afce 2024-12-13T11:18:29,011 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,011 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 8ece7d2547395ff8c8d7dd8095e4afce 2024-12-13T11:18:29,011 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 8ece7d2547395ff8c8d7dd8095e4afce 2024-12-13T11:18:29,013 INFO [StoreOpener-8ece7d2547395ff8c8d7dd8095e4afce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8ece7d2547395ff8c8d7dd8095e4afce 2024-12-13T11:18:29,015 INFO [StoreOpener-8ece7d2547395ff8c8d7dd8095e4afce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ece7d2547395ff8c8d7dd8095e4afce columnFamilyName f 2024-12-13T11:18:29,015 DEBUG [StoreOpener-8ece7d2547395ff8c8d7dd8095e4afce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,016 INFO [StoreOpener-8ece7d2547395ff8c8d7dd8095e4afce-1 {}] regionserver.HStore(327): Store=8ece7d2547395ff8c8d7dd8095e4afce/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,016 INFO [StoreOpener-8ece7d2547395ff8c8d7dd8095e4afce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8ece7d2547395ff8c8d7dd8095e4afce 2024-12-13T11:18:29,017 INFO [StoreOpener-8ece7d2547395ff8c8d7dd8095e4afce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ece7d2547395ff8c8d7dd8095e4afce columnFamilyName norep 2024-12-13T11:18:29,018 DEBUG [StoreOpener-8ece7d2547395ff8c8d7dd8095e4afce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,018 INFO [StoreOpener-8ece7d2547395ff8c8d7dd8095e4afce-1 {}] regionserver.HStore(327): Store=8ece7d2547395ff8c8d7dd8095e4afce/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,019 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/8ece7d2547395ff8c8d7dd8095e4afce 2024-12-13T11:18:29,020 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/8ece7d2547395ff8c8d7dd8095e4afce 2024-12-13T11:18:29,021 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,022 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 8ece7d2547395ff8c8d7dd8095e4afce 2024-12-13T11:18:29,024 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/8ece7d2547395ff8c8d7dd8095e4afce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,025 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 8ece7d2547395ff8c8d7dd8095e4afce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72691087, jitterRate=0.08318160474300385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,025 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 8ece7d2547395ff8c8d7dd8095e4afce: 2024-12-13T11:18:29,026 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce., pid=54, masterSystemTime=1734088708999 2024-12-13T11:18:29,028 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce. 2024-12-13T11:18:29,028 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce. 2024-12-13T11:18:29,028 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27. 2024-12-13T11:18:29,028 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=8ece7d2547395ff8c8d7dd8095e4afce, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,028 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 73d1a31a6df8b1715aab7b3d08e9db27, NAME => 'test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-13T11:18:29,028 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 73d1a31a6df8b1715aab7b3d08e9db27 2024-12-13T11:18:29,028 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,028 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 73d1a31a6df8b1715aab7b3d08e9db27 2024-12-13T11:18:29,029 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 73d1a31a6df8b1715aab7b3d08e9db27 2024-12-13T11:18:29,030 INFO [StoreOpener-73d1a31a6df8b1715aab7b3d08e9db27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 73d1a31a6df8b1715aab7b3d08e9db27 2024-12-13T11:18:29,032 INFO [StoreOpener-73d1a31a6df8b1715aab7b3d08e9db27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73d1a31a6df8b1715aab7b3d08e9db27 columnFamilyName f 2024-12-13T11:18:29,032 DEBUG [StoreOpener-73d1a31a6df8b1715aab7b3d08e9db27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=12 2024-12-13T11:18:29,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=12, state=SUCCESS; OpenRegionProcedure 8ece7d2547395ff8c8d7dd8095e4afce, server=58281886ad93,36661,1734088692092 in 153 msec 2024-12-13T11:18:29,032 INFO [StoreOpener-73d1a31a6df8b1715aab7b3d08e9db27-1 {}] regionserver.HStore(327): Store=73d1a31a6df8b1715aab7b3d08e9db27/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,033 INFO [StoreOpener-73d1a31a6df8b1715aab7b3d08e9db27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 73d1a31a6df8b1715aab7b3d08e9db27 2024-12-13T11:18:29,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8ece7d2547395ff8c8d7dd8095e4afce, ASSIGN in 351 msec 2024-12-13T11:18:29,034 INFO [StoreOpener-73d1a31a6df8b1715aab7b3d08e9db27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73d1a31a6df8b1715aab7b3d08e9db27 columnFamilyName norep 2024-12-13T11:18:29,034 DEBUG [StoreOpener-73d1a31a6df8b1715aab7b3d08e9db27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,035 INFO [StoreOpener-73d1a31a6df8b1715aab7b3d08e9db27-1 {}] regionserver.HStore(327): Store=73d1a31a6df8b1715aab7b3d08e9db27/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,036 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/73d1a31a6df8b1715aab7b3d08e9db27 2024-12-13T11:18:29,036 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/73d1a31a6df8b1715aab7b3d08e9db27 2024-12-13T11:18:29,037 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,038 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 73d1a31a6df8b1715aab7b3d08e9db27 2024-12-13T11:18:29,040 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/73d1a31a6df8b1715aab7b3d08e9db27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,041 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 73d1a31a6df8b1715aab7b3d08e9db27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65694609, jitterRate=-0.021074041724205017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,041 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 73d1a31a6df8b1715aab7b3d08e9db27: 2024-12-13T11:18:29,041 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27., pid=44, masterSystemTime=1734088708999 2024-12-13T11:18:29,043 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27. 2024-12-13T11:18:29,043 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27. 2024-12-13T11:18:29,043 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,sss,1734088705259.29115a4d79c1263d8c90885388841e77. 2024-12-13T11:18:29,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=73d1a31a6df8b1715aab7b3d08e9db27, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,043 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 29115a4d79c1263d8c90885388841e77, NAME => 'test,sss,1734088705259.29115a4d79c1263d8c90885388841e77.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-13T11:18:29,044 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 29115a4d79c1263d8c90885388841e77 2024-12-13T11:18:29,044 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,sss,1734088705259.29115a4d79c1263d8c90885388841e77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,044 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 29115a4d79c1263d8c90885388841e77 2024-12-13T11:18:29,044 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 29115a4d79c1263d8c90885388841e77 2024-12-13T11:18:29,045 INFO [StoreOpener-29115a4d79c1263d8c90885388841e77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29115a4d79c1263d8c90885388841e77 2024-12-13T11:18:29,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=13 2024-12-13T11:18:29,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=13, state=SUCCESS; OpenRegionProcedure 73d1a31a6df8b1715aab7b3d08e9db27, server=58281886ad93,36661,1734088692092 in 185 msec 2024-12-13T11:18:29,047 INFO [StoreOpener-29115a4d79c1263d8c90885388841e77-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29115a4d79c1263d8c90885388841e77 columnFamilyName f 2024-12-13T11:18:29,047 DEBUG [StoreOpener-29115a4d79c1263d8c90885388841e77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=73d1a31a6df8b1715aab7b3d08e9db27, ASSIGN in 365 msec 2024-12-13T11:18:29,048 INFO [StoreOpener-29115a4d79c1263d8c90885388841e77-1 {}] regionserver.HStore(327): Store=29115a4d79c1263d8c90885388841e77/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,048 INFO [StoreOpener-29115a4d79c1263d8c90885388841e77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 29115a4d79c1263d8c90885388841e77 2024-12-13T11:18:29,049 INFO [StoreOpener-29115a4d79c1263d8c90885388841e77-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29115a4d79c1263d8c90885388841e77 columnFamilyName norep 2024-12-13T11:18:29,049 DEBUG [StoreOpener-29115a4d79c1263d8c90885388841e77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,050 INFO [StoreOpener-29115a4d79c1263d8c90885388841e77-1 {}] regionserver.HStore(327): Store=29115a4d79c1263d8c90885388841e77/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,051 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/29115a4d79c1263d8c90885388841e77 2024-12-13T11:18:29,051 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/29115a4d79c1263d8c90885388841e77 2024-12-13T11:18:29,052 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,054 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 29115a4d79c1263d8c90885388841e77 2024-12-13T11:18:29,056 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/29115a4d79c1263d8c90885388841e77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,057 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 29115a4d79c1263d8c90885388841e77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65867307, jitterRate=-0.018500640988349915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,057 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 29115a4d79c1263d8c90885388841e77: 2024-12-13T11:18:29,058 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734088705259.29115a4d79c1263d8c90885388841e77., pid=40, masterSystemTime=1734088708999 2024-12-13T11:18:29,059 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734088705259.29115a4d79c1263d8c90885388841e77. 2024-12-13T11:18:29,059 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,sss,1734088705259.29115a4d79c1263d8c90885388841e77. 2024-12-13T11:18:29,060 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6. 2024-12-13T11:18:29,060 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=29115a4d79c1263d8c90885388841e77, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,060 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => c17608994517eb5d5e9fdd12387eb8e6, NAME => 'test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-13T11:18:29,060 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c17608994517eb5d5e9fdd12387eb8e6 2024-12-13T11:18:29,060 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,061 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for c17608994517eb5d5e9fdd12387eb8e6 2024-12-13T11:18:29,061 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for c17608994517eb5d5e9fdd12387eb8e6 2024-12-13T11:18:29,063 INFO [StoreOpener-c17608994517eb5d5e9fdd12387eb8e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c17608994517eb5d5e9fdd12387eb8e6 2024-12-13T11:18:29,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=28 2024-12-13T11:18:29,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=28, state=SUCCESS; OpenRegionProcedure 29115a4d79c1263d8c90885388841e77, server=58281886ad93,36661,1734088692092 in 210 msec 2024-12-13T11:18:29,064 INFO [StoreOpener-c17608994517eb5d5e9fdd12387eb8e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c17608994517eb5d5e9fdd12387eb8e6 columnFamilyName f 2024-12-13T11:18:29,064 DEBUG [StoreOpener-c17608994517eb5d5e9fdd12387eb8e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=29115a4d79c1263d8c90885388841e77, ASSIGN in 381 msec 2024-12-13T11:18:29,065 INFO [StoreOpener-c17608994517eb5d5e9fdd12387eb8e6-1 {}] regionserver.HStore(327): Store=c17608994517eb5d5e9fdd12387eb8e6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,065 INFO [StoreOpener-c17608994517eb5d5e9fdd12387eb8e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c17608994517eb5d5e9fdd12387eb8e6 2024-12-13T11:18:29,066 INFO [StoreOpener-c17608994517eb5d5e9fdd12387eb8e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c17608994517eb5d5e9fdd12387eb8e6 columnFamilyName norep 2024-12-13T11:18:29,067 DEBUG [StoreOpener-c17608994517eb5d5e9fdd12387eb8e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,067 INFO [StoreOpener-c17608994517eb5d5e9fdd12387eb8e6-1 {}] regionserver.HStore(327): Store=c17608994517eb5d5e9fdd12387eb8e6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,068 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/c17608994517eb5d5e9fdd12387eb8e6 2024-12-13T11:18:29,068 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/c17608994517eb5d5e9fdd12387eb8e6 2024-12-13T11:18:29,069 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,070 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for c17608994517eb5d5e9fdd12387eb8e6 2024-12-13T11:18:29,072 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/c17608994517eb5d5e9fdd12387eb8e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,073 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened c17608994517eb5d5e9fdd12387eb8e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61050549, jitterRate=-0.09027592837810516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,073 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for c17608994517eb5d5e9fdd12387eb8e6: 2024-12-13T11:18:29,074 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6., pid=59, masterSystemTime=1734088708999 2024-12-13T11:18:29,075 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6. 2024-12-13T11:18:29,076 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6. 2024-12-13T11:18:29,076 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09. 2024-12-13T11:18:29,076 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 3618a23963abfb0757c4685751b41e09, NAME => 'test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-13T11:18:29,076 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=c17608994517eb5d5e9fdd12387eb8e6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,076 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3618a23963abfb0757c4685751b41e09 2024-12-13T11:18:29,076 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,076 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 3618a23963abfb0757c4685751b41e09 2024-12-13T11:18:29,076 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 3618a23963abfb0757c4685751b41e09 2024-12-13T11:18:29,078 INFO [StoreOpener-3618a23963abfb0757c4685751b41e09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3618a23963abfb0757c4685751b41e09 2024-12-13T11:18:29,080 INFO [StoreOpener-3618a23963abfb0757c4685751b41e09-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3618a23963abfb0757c4685751b41e09 columnFamilyName f 2024-12-13T11:18:29,080 DEBUG [StoreOpener-3618a23963abfb0757c4685751b41e09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,080 INFO [StoreOpener-3618a23963abfb0757c4685751b41e09-1 {}] regionserver.HStore(327): Store=3618a23963abfb0757c4685751b41e09/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=24 2024-12-13T11:18:29,081 INFO [StoreOpener-3618a23963abfb0757c4685751b41e09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3618a23963abfb0757c4685751b41e09 2024-12-13T11:18:29,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=24, state=SUCCESS; OpenRegionProcedure c17608994517eb5d5e9fdd12387eb8e6, server=58281886ad93,36661,1734088692092 in 193 msec 2024-12-13T11:18:29,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c17608994517eb5d5e9fdd12387eb8e6, ASSIGN in 399 msec 2024-12-13T11:18:29,082 INFO [StoreOpener-3618a23963abfb0757c4685751b41e09-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3618a23963abfb0757c4685751b41e09 columnFamilyName norep 2024-12-13T11:18:29,082 DEBUG [StoreOpener-3618a23963abfb0757c4685751b41e09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,083 INFO [StoreOpener-3618a23963abfb0757c4685751b41e09-1 {}] regionserver.HStore(327): Store=3618a23963abfb0757c4685751b41e09/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,084 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/3618a23963abfb0757c4685751b41e09 2024-12-13T11:18:29,084 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/3618a23963abfb0757c4685751b41e09 2024-12-13T11:18:29,085 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,086 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 3618a23963abfb0757c4685751b41e09 2024-12-13T11:18:29,088 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/3618a23963abfb0757c4685751b41e09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,089 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 3618a23963abfb0757c4685751b41e09; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74804108, jitterRate=0.11466807126998901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,089 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 3618a23963abfb0757c4685751b41e09: 2024-12-13T11:18:29,089 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09., pid=50, masterSystemTime=1734088708999 2024-12-13T11:18:29,091 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09. 2024-12-13T11:18:29,091 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09. 2024-12-13T11:18:29,091 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4. 2024-12-13T11:18:29,091 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 1469bd3edb365d41c31e98ce14bae7f4, NAME => 'test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-13T11:18:29,091 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=3618a23963abfb0757c4685751b41e09, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,092 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1469bd3edb365d41c31e98ce14bae7f4 2024-12-13T11:18:29,092 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,092 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 1469bd3edb365d41c31e98ce14bae7f4 2024-12-13T11:18:29,092 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 1469bd3edb365d41c31e98ce14bae7f4 2024-12-13T11:18:29,093 INFO [StoreOpener-1469bd3edb365d41c31e98ce14bae7f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1469bd3edb365d41c31e98ce14bae7f4 2024-12-13T11:18:29,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=25 2024-12-13T11:18:29,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=25, state=SUCCESS; OpenRegionProcedure 3618a23963abfb0757c4685751b41e09, server=58281886ad93,36661,1734088692092 in 220 msec 2024-12-13T11:18:29,095 INFO [StoreOpener-1469bd3edb365d41c31e98ce14bae7f4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1469bd3edb365d41c31e98ce14bae7f4 columnFamilyName f 2024-12-13T11:18:29,095 DEBUG [StoreOpener-1469bd3edb365d41c31e98ce14bae7f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3618a23963abfb0757c4685751b41e09, ASSIGN in 413 msec 2024-12-13T11:18:29,096 INFO [StoreOpener-1469bd3edb365d41c31e98ce14bae7f4-1 {}] regionserver.HStore(327): Store=1469bd3edb365d41c31e98ce14bae7f4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,096 INFO [StoreOpener-1469bd3edb365d41c31e98ce14bae7f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1469bd3edb365d41c31e98ce14bae7f4 2024-12-13T11:18:29,098 INFO [StoreOpener-1469bd3edb365d41c31e98ce14bae7f4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1469bd3edb365d41c31e98ce14bae7f4 columnFamilyName norep 2024-12-13T11:18:29,098 DEBUG [StoreOpener-1469bd3edb365d41c31e98ce14bae7f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,099 INFO [StoreOpener-1469bd3edb365d41c31e98ce14bae7f4-1 {}] regionserver.HStore(327): Store=1469bd3edb365d41c31e98ce14bae7f4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,099 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/1469bd3edb365d41c31e98ce14bae7f4 2024-12-13T11:18:29,100 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/1469bd3edb365d41c31e98ce14bae7f4 2024-12-13T11:18:29,101 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,102 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 1469bd3edb365d41c31e98ce14bae7f4 2024-12-13T11:18:29,104 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/1469bd3edb365d41c31e98ce14bae7f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,105 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 1469bd3edb365d41c31e98ce14bae7f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65739313, jitterRate=-0.02040790021419525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,105 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 1469bd3edb365d41c31e98ce14bae7f4: 2024-12-13T11:18:29,106 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4., pid=51, masterSystemTime=1734088708999 2024-12-13T11:18:29,108 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4. 2024-12-13T11:18:29,108 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4. 2024-12-13T11:18:29,108 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1. 2024-12-13T11:18:29,108 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 477ddbc28009fb1367916c9715dc75d1, NAME => 'test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-13T11:18:29,108 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=1469bd3edb365d41c31e98ce14bae7f4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,108 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 477ddbc28009fb1367916c9715dc75d1 2024-12-13T11:18:29,108 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,108 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 477ddbc28009fb1367916c9715dc75d1 2024-12-13T11:18:29,109 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 477ddbc28009fb1367916c9715dc75d1 2024-12-13T11:18:29,110 INFO [StoreOpener-477ddbc28009fb1367916c9715dc75d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 477ddbc28009fb1367916c9715dc75d1 2024-12-13T11:18:29,112 INFO [StoreOpener-477ddbc28009fb1367916c9715dc75d1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 477ddbc28009fb1367916c9715dc75d1 columnFamilyName f 2024-12-13T11:18:29,112 DEBUG [StoreOpener-477ddbc28009fb1367916c9715dc75d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=22 2024-12-13T11:18:29,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=22, state=SUCCESS; OpenRegionProcedure 1469bd3edb365d41c31e98ce14bae7f4, server=58281886ad93,36661,1734088692092 in 234 msec 2024-12-13T11:18:29,113 INFO [StoreOpener-477ddbc28009fb1367916c9715dc75d1-1 {}] regionserver.HStore(327): Store=477ddbc28009fb1367916c9715dc75d1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,113 INFO [StoreOpener-477ddbc28009fb1367916c9715dc75d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 477ddbc28009fb1367916c9715dc75d1 2024-12-13T11:18:29,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1469bd3edb365d41c31e98ce14bae7f4, ASSIGN in 430 msec 2024-12-13T11:18:29,114 INFO [StoreOpener-477ddbc28009fb1367916c9715dc75d1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 477ddbc28009fb1367916c9715dc75d1 columnFamilyName norep 2024-12-13T11:18:29,114 DEBUG [StoreOpener-477ddbc28009fb1367916c9715dc75d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,115 INFO [StoreOpener-477ddbc28009fb1367916c9715dc75d1-1 {}] regionserver.HStore(327): Store=477ddbc28009fb1367916c9715dc75d1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,116 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/477ddbc28009fb1367916c9715dc75d1 2024-12-13T11:18:29,116 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/477ddbc28009fb1367916c9715dc75d1 2024-12-13T11:18:29,117 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,119 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 477ddbc28009fb1367916c9715dc75d1 2024-12-13T11:18:29,121 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/477ddbc28009fb1367916c9715dc75d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,121 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 477ddbc28009fb1367916c9715dc75d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70895140, jitterRate=0.05641990900039673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,121 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 477ddbc28009fb1367916c9715dc75d1: 2024-12-13T11:18:29,122 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1., pid=55, masterSystemTime=1734088708999 2024-12-13T11:18:29,124 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1. 2024-12-13T11:18:29,124 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1. 2024-12-13T11:18:29,124 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234. 2024-12-13T11:18:29,124 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => a92b74d193de85b9da3a316c2f7c7234, NAME => 'test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-13T11:18:29,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=477ddbc28009fb1367916c9715dc75d1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,124 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a92b74d193de85b9da3a316c2f7c7234 2024-12-13T11:18:29,124 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,125 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for a92b74d193de85b9da3a316c2f7c7234 2024-12-13T11:18:29,125 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for a92b74d193de85b9da3a316c2f7c7234 2024-12-13T11:18:29,126 INFO [StoreOpener-a92b74d193de85b9da3a316c2f7c7234-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a92b74d193de85b9da3a316c2f7c7234 2024-12-13T11:18:29,128 INFO [StoreOpener-a92b74d193de85b9da3a316c2f7c7234-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a92b74d193de85b9da3a316c2f7c7234 columnFamilyName f 2024-12-13T11:18:29,128 DEBUG [StoreOpener-a92b74d193de85b9da3a316c2f7c7234-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=29 2024-12-13T11:18:29,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=29, state=SUCCESS; OpenRegionProcedure 477ddbc28009fb1367916c9715dc75d1, server=58281886ad93,36661,1734088692092 in 246 msec 2024-12-13T11:18:29,129 INFO [StoreOpener-a92b74d193de85b9da3a316c2f7c7234-1 {}] regionserver.HStore(327): Store=a92b74d193de85b9da3a316c2f7c7234/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,129 INFO [StoreOpener-a92b74d193de85b9da3a316c2f7c7234-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a92b74d193de85b9da3a316c2f7c7234 2024-12-13T11:18:29,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=477ddbc28009fb1367916c9715dc75d1, ASSIGN in 447 msec 2024-12-13T11:18:29,131 INFO [StoreOpener-a92b74d193de85b9da3a316c2f7c7234-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a92b74d193de85b9da3a316c2f7c7234 columnFamilyName norep 2024-12-13T11:18:29,131 DEBUG [StoreOpener-a92b74d193de85b9da3a316c2f7c7234-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,132 INFO [StoreOpener-a92b74d193de85b9da3a316c2f7c7234-1 {}] regionserver.HStore(327): Store=a92b74d193de85b9da3a316c2f7c7234/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,133 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/a92b74d193de85b9da3a316c2f7c7234 2024-12-13T11:18:29,133 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/a92b74d193de85b9da3a316c2f7c7234 2024-12-13T11:18:29,134 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,136 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for a92b74d193de85b9da3a316c2f7c7234 2024-12-13T11:18:29,138 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/a92b74d193de85b9da3a316c2f7c7234/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,139 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened a92b74d193de85b9da3a316c2f7c7234; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74143503, jitterRate=0.10482428967952728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,139 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for a92b74d193de85b9da3a316c2f7c7234: 2024-12-13T11:18:29,140 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234., pid=36, masterSystemTime=1734088708999 2024-12-13T11:18:29,141 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234. 2024-12-13T11:18:29,142 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234. 2024-12-13T11:18:29,142 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27. 2024-12-13T11:18:29,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=a92b74d193de85b9da3a316c2f7c7234, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,142 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 16b2613aba6356dbc20ceb58e89c6e27, NAME => 'test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-13T11:18:29,142 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 16b2613aba6356dbc20ceb58e89c6e27 2024-12-13T11:18:29,142 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,142 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 16b2613aba6356dbc20ceb58e89c6e27 2024-12-13T11:18:29,142 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 16b2613aba6356dbc20ceb58e89c6e27 2024-12-13T11:18:29,144 INFO [StoreOpener-16b2613aba6356dbc20ceb58e89c6e27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 16b2613aba6356dbc20ceb58e89c6e27 2024-12-13T11:18:29,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=14 2024-12-13T11:18:29,146 INFO [StoreOpener-16b2613aba6356dbc20ceb58e89c6e27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16b2613aba6356dbc20ceb58e89c6e27 columnFamilyName f 2024-12-13T11:18:29,146 DEBUG [StoreOpener-16b2613aba6356dbc20ceb58e89c6e27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=14, state=SUCCESS; OpenRegionProcedure a92b74d193de85b9da3a316c2f7c7234, server=58281886ad93,36661,1734088692092 in 299 msec 2024-12-13T11:18:29,147 INFO [StoreOpener-16b2613aba6356dbc20ceb58e89c6e27-1 {}] regionserver.HStore(327): Store=16b2613aba6356dbc20ceb58e89c6e27/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a92b74d193de85b9da3a316c2f7c7234, ASSIGN in 464 msec 2024-12-13T11:18:29,147 INFO [StoreOpener-16b2613aba6356dbc20ceb58e89c6e27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 16b2613aba6356dbc20ceb58e89c6e27 2024-12-13T11:18:29,149 INFO [StoreOpener-16b2613aba6356dbc20ceb58e89c6e27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16b2613aba6356dbc20ceb58e89c6e27 columnFamilyName norep 2024-12-13T11:18:29,149 DEBUG [StoreOpener-16b2613aba6356dbc20ceb58e89c6e27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,149 INFO [StoreOpener-16b2613aba6356dbc20ceb58e89c6e27-1 {}] regionserver.HStore(327): Store=16b2613aba6356dbc20ceb58e89c6e27/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,150 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/16b2613aba6356dbc20ceb58e89c6e27 2024-12-13T11:18:29,151 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/16b2613aba6356dbc20ceb58e89c6e27 2024-12-13T11:18:29,152 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,154 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 16b2613aba6356dbc20ceb58e89c6e27 2024-12-13T11:18:29,156 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/16b2613aba6356dbc20ceb58e89c6e27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,157 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 16b2613aba6356dbc20ceb58e89c6e27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66825836, jitterRate=-0.0042174458503723145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,157 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 16b2613aba6356dbc20ceb58e89c6e27: 2024-12-13T11:18:29,157 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27., pid=52, masterSystemTime=1734088708999 2024-12-13T11:18:29,159 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27. 2024-12-13T11:18:29,159 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27. 2024-12-13T11:18:29,160 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414. 2024-12-13T11:18:29,160 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => ef8b506ff0c8583b8246ecf5e0270414, NAME => 'test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T11:18:29,160 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=16b2613aba6356dbc20ceb58e89c6e27, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,160 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ef8b506ff0c8583b8246ecf5e0270414 2024-12-13T11:18:29,160 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,160 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for ef8b506ff0c8583b8246ecf5e0270414 2024-12-13T11:18:29,160 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for ef8b506ff0c8583b8246ecf5e0270414 2024-12-13T11:18:29,162 INFO [StoreOpener-ef8b506ff0c8583b8246ecf5e0270414-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ef8b506ff0c8583b8246ecf5e0270414 2024-12-13T11:18:29,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=34 2024-12-13T11:18:29,165 INFO [StoreOpener-ef8b506ff0c8583b8246ecf5e0270414-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef8b506ff0c8583b8246ecf5e0270414 columnFamilyName f 2024-12-13T11:18:29,165 DEBUG [StoreOpener-ef8b506ff0c8583b8246ecf5e0270414-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=34, state=SUCCESS; OpenRegionProcedure 16b2613aba6356dbc20ceb58e89c6e27, server=58281886ad93,36661,1734088692092 in 285 msec 2024-12-13T11:18:29,165 INFO [StoreOpener-ef8b506ff0c8583b8246ecf5e0270414-1 {}] regionserver.HStore(327): Store=ef8b506ff0c8583b8246ecf5e0270414/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,165 INFO [StoreOpener-ef8b506ff0c8583b8246ecf5e0270414-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ef8b506ff0c8583b8246ecf5e0270414 2024-12-13T11:18:29,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=16b2613aba6356dbc20ceb58e89c6e27, ASSIGN in 482 msec 2024-12-13T11:18:29,167 INFO [StoreOpener-ef8b506ff0c8583b8246ecf5e0270414-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef8b506ff0c8583b8246ecf5e0270414 columnFamilyName norep 2024-12-13T11:18:29,167 DEBUG [StoreOpener-ef8b506ff0c8583b8246ecf5e0270414-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,167 INFO [StoreOpener-ef8b506ff0c8583b8246ecf5e0270414-1 {}] regionserver.HStore(327): Store=ef8b506ff0c8583b8246ecf5e0270414/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,168 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/ef8b506ff0c8583b8246ecf5e0270414 2024-12-13T11:18:29,169 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/ef8b506ff0c8583b8246ecf5e0270414 2024-12-13T11:18:29,170 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,171 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for ef8b506ff0c8583b8246ecf5e0270414 2024-12-13T11:18:29,174 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/ef8b506ff0c8583b8246ecf5e0270414/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,174 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened ef8b506ff0c8583b8246ecf5e0270414; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72212401, jitterRate=0.07604862749576569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,174 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for ef8b506ff0c8583b8246ecf5e0270414: 2024-12-13T11:18:29,175 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414., pid=56, masterSystemTime=1734088708999 2024-12-13T11:18:29,177 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414. 2024-12-13T11:18:29,177 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414. 2024-12-13T11:18:29,177 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8. 2024-12-13T11:18:29,177 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=ef8b506ff0c8583b8246ecf5e0270414, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,178 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 5f1dbd4d129ffef3dc93bc1bed421ce8, NAME => 'test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-13T11:18:29,178 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5f1dbd4d129ffef3dc93bc1bed421ce8 2024-12-13T11:18:29,178 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,178 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 5f1dbd4d129ffef3dc93bc1bed421ce8 2024-12-13T11:18:29,178 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 5f1dbd4d129ffef3dc93bc1bed421ce8 2024-12-13T11:18:29,180 INFO [StoreOpener-5f1dbd4d129ffef3dc93bc1bed421ce8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5f1dbd4d129ffef3dc93bc1bed421ce8 2024-12-13T11:18:29,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=30 2024-12-13T11:18:29,182 INFO [StoreOpener-5f1dbd4d129ffef3dc93bc1bed421ce8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f1dbd4d129ffef3dc93bc1bed421ce8 columnFamilyName f 2024-12-13T11:18:29,182 DEBUG [StoreOpener-5f1dbd4d129ffef3dc93bc1bed421ce8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=30, state=SUCCESS; OpenRegionProcedure ef8b506ff0c8583b8246ecf5e0270414, server=58281886ad93,36661,1734088692092 in 296 msec 2024-12-13T11:18:29,182 INFO [StoreOpener-5f1dbd4d129ffef3dc93bc1bed421ce8-1 {}] regionserver.HStore(327): Store=5f1dbd4d129ffef3dc93bc1bed421ce8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,183 INFO [StoreOpener-5f1dbd4d129ffef3dc93bc1bed421ce8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5f1dbd4d129ffef3dc93bc1bed421ce8 2024-12-13T11:18:29,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ef8b506ff0c8583b8246ecf5e0270414, ASSIGN in 499 msec 2024-12-13T11:18:29,184 INFO [StoreOpener-5f1dbd4d129ffef3dc93bc1bed421ce8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f1dbd4d129ffef3dc93bc1bed421ce8 columnFamilyName norep 2024-12-13T11:18:29,184 DEBUG [StoreOpener-5f1dbd4d129ffef3dc93bc1bed421ce8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,185 INFO [StoreOpener-5f1dbd4d129ffef3dc93bc1bed421ce8-1 {}] regionserver.HStore(327): Store=5f1dbd4d129ffef3dc93bc1bed421ce8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,185 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/5f1dbd4d129ffef3dc93bc1bed421ce8 2024-12-13T11:18:29,186 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/5f1dbd4d129ffef3dc93bc1bed421ce8 2024-12-13T11:18:29,187 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,188 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 5f1dbd4d129ffef3dc93bc1bed421ce8 2024-12-13T11:18:29,190 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/5f1dbd4d129ffef3dc93bc1bed421ce8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,191 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 5f1dbd4d129ffef3dc93bc1bed421ce8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66570053, jitterRate=-0.00802890956401825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,191 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 5f1dbd4d129ffef3dc93bc1bed421ce8: 2024-12-13T11:18:29,192 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8., pid=58, masterSystemTime=1734088708999 2024-12-13T11:18:29,194 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8. 2024-12-13T11:18:29,194 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8. 2024-12-13T11:18:29,194 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c. 2024-12-13T11:18:29,194 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 53c24c36ffa84054b73f2c79011f036c, NAME => 'test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-13T11:18:29,195 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=5f1dbd4d129ffef3dc93bc1bed421ce8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,195 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 53c24c36ffa84054b73f2c79011f036c 2024-12-13T11:18:29,195 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,195 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 53c24c36ffa84054b73f2c79011f036c 2024-12-13T11:18:29,195 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 53c24c36ffa84054b73f2c79011f036c 2024-12-13T11:18:29,197 INFO [StoreOpener-53c24c36ffa84054b73f2c79011f036c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 53c24c36ffa84054b73f2c79011f036c 2024-12-13T11:18:29,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=31 2024-12-13T11:18:29,199 INFO [StoreOpener-53c24c36ffa84054b73f2c79011f036c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53c24c36ffa84054b73f2c79011f036c columnFamilyName f 2024-12-13T11:18:29,199 DEBUG [StoreOpener-53c24c36ffa84054b73f2c79011f036c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,199 INFO [StoreOpener-53c24c36ffa84054b73f2c79011f036c-1 {}] regionserver.HStore(327): Store=53c24c36ffa84054b73f2c79011f036c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=31, state=SUCCESS; OpenRegionProcedure 5f1dbd4d129ffef3dc93bc1bed421ce8, server=58281886ad93,36661,1734088692092 in 311 msec 2024-12-13T11:18:29,200 INFO [StoreOpener-53c24c36ffa84054b73f2c79011f036c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 53c24c36ffa84054b73f2c79011f036c 2024-12-13T11:18:29,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5f1dbd4d129ffef3dc93bc1bed421ce8, ASSIGN in 517 msec 2024-12-13T11:18:29,201 INFO [StoreOpener-53c24c36ffa84054b73f2c79011f036c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53c24c36ffa84054b73f2c79011f036c columnFamilyName norep 2024-12-13T11:18:29,202 DEBUG [StoreOpener-53c24c36ffa84054b73f2c79011f036c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,202 INFO [StoreOpener-53c24c36ffa84054b73f2c79011f036c-1 {}] regionserver.HStore(327): Store=53c24c36ffa84054b73f2c79011f036c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,203 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/53c24c36ffa84054b73f2c79011f036c 2024-12-13T11:18:29,203 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/53c24c36ffa84054b73f2c79011f036c 2024-12-13T11:18:29,205 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,206 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 53c24c36ffa84054b73f2c79011f036c 2024-12-13T11:18:29,209 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/53c24c36ffa84054b73f2c79011f036c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,209 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 53c24c36ffa84054b73f2c79011f036c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61035625, jitterRate=-0.09049831330776215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,209 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 53c24c36ffa84054b73f2c79011f036c: 2024-12-13T11:18:29,210 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c., pid=60, masterSystemTime=1734088708999 2024-12-13T11:18:29,212 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c. 2024-12-13T11:18:29,212 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c. 2024-12-13T11:18:29,212 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9. 2024-12-13T11:18:29,212 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => b72dd3284a64a0ed412944953ef5f0f9, NAME => 'test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-13T11:18:29,212 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=53c24c36ffa84054b73f2c79011f036c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,212 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b72dd3284a64a0ed412944953ef5f0f9 2024-12-13T11:18:29,212 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,213 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for b72dd3284a64a0ed412944953ef5f0f9 2024-12-13T11:18:29,213 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for b72dd3284a64a0ed412944953ef5f0f9 2024-12-13T11:18:29,215 INFO [StoreOpener-b72dd3284a64a0ed412944953ef5f0f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b72dd3284a64a0ed412944953ef5f0f9 2024-12-13T11:18:29,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=27 2024-12-13T11:18:29,217 INFO [StoreOpener-b72dd3284a64a0ed412944953ef5f0f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b72dd3284a64a0ed412944953ef5f0f9 columnFamilyName f 2024-12-13T11:18:29,217 DEBUG [StoreOpener-b72dd3284a64a0ed412944953ef5f0f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,217 INFO [StoreOpener-b72dd3284a64a0ed412944953ef5f0f9-1 {}] regionserver.HStore(327): Store=b72dd3284a64a0ed412944953ef5f0f9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=27, state=SUCCESS; OpenRegionProcedure 53c24c36ffa84054b73f2c79011f036c, server=58281886ad93,36661,1734088692092 in 326 msec 2024-12-13T11:18:29,217 INFO [StoreOpener-b72dd3284a64a0ed412944953ef5f0f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b72dd3284a64a0ed412944953ef5f0f9 2024-12-13T11:18:29,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=53c24c36ffa84054b73f2c79011f036c, ASSIGN in 534 msec 2024-12-13T11:18:29,219 INFO [StoreOpener-b72dd3284a64a0ed412944953ef5f0f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b72dd3284a64a0ed412944953ef5f0f9 columnFamilyName norep 2024-12-13T11:18:29,219 DEBUG [StoreOpener-b72dd3284a64a0ed412944953ef5f0f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,220 INFO [StoreOpener-b72dd3284a64a0ed412944953ef5f0f9-1 {}] regionserver.HStore(327): Store=b72dd3284a64a0ed412944953ef5f0f9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,221 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/b72dd3284a64a0ed412944953ef5f0f9 2024-12-13T11:18:29,221 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/b72dd3284a64a0ed412944953ef5f0f9 2024-12-13T11:18:29,223 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,224 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for b72dd3284a64a0ed412944953ef5f0f9 2024-12-13T11:18:29,227 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/b72dd3284a64a0ed412944953ef5f0f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,227 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened b72dd3284a64a0ed412944953ef5f0f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72626281, jitterRate=0.08221592009067535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,227 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for b72dd3284a64a0ed412944953ef5f0f9: 2024-12-13T11:18:29,228 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9., pid=46, masterSystemTime=1734088708999 2024-12-13T11:18:29,230 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9. 2024-12-13T11:18:29,230 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9. 2024-12-13T11:18:29,230 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d. 2024-12-13T11:18:29,230 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=b72dd3284a64a0ed412944953ef5f0f9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,231 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => b77a44c0b61af87ca48ba07fd54edf3d, NAME => 'test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-13T11:18:29,231 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b77a44c0b61af87ca48ba07fd54edf3d 2024-12-13T11:18:29,231 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,231 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for b77a44c0b61af87ca48ba07fd54edf3d 2024-12-13T11:18:29,231 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for b77a44c0b61af87ca48ba07fd54edf3d 2024-12-13T11:18:29,233 INFO [StoreOpener-b77a44c0b61af87ca48ba07fd54edf3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b77a44c0b61af87ca48ba07fd54edf3d 2024-12-13T11:18:29,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=23 2024-12-13T11:18:29,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=23, state=SUCCESS; OpenRegionProcedure b72dd3284a64a0ed412944953ef5f0f9, server=58281886ad93,36661,1734088692092 in 366 msec 2024-12-13T11:18:29,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b72dd3284a64a0ed412944953ef5f0f9, ASSIGN in 552 msec 2024-12-13T11:18:29,235 INFO [StoreOpener-b77a44c0b61af87ca48ba07fd54edf3d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b77a44c0b61af87ca48ba07fd54edf3d columnFamilyName f 2024-12-13T11:18:29,235 DEBUG [StoreOpener-b77a44c0b61af87ca48ba07fd54edf3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,236 INFO [StoreOpener-b77a44c0b61af87ca48ba07fd54edf3d-1 {}] regionserver.HStore(327): Store=b77a44c0b61af87ca48ba07fd54edf3d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,236 INFO [StoreOpener-b77a44c0b61af87ca48ba07fd54edf3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b77a44c0b61af87ca48ba07fd54edf3d 2024-12-13T11:18:29,237 INFO [StoreOpener-b77a44c0b61af87ca48ba07fd54edf3d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b77a44c0b61af87ca48ba07fd54edf3d columnFamilyName norep 2024-12-13T11:18:29,238 DEBUG [StoreOpener-b77a44c0b61af87ca48ba07fd54edf3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,238 INFO [StoreOpener-b77a44c0b61af87ca48ba07fd54edf3d-1 {}] regionserver.HStore(327): Store=b77a44c0b61af87ca48ba07fd54edf3d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,240 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/b77a44c0b61af87ca48ba07fd54edf3d 2024-12-13T11:18:29,240 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/b77a44c0b61af87ca48ba07fd54edf3d 2024-12-13T11:18:29,242 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,243 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for b77a44c0b61af87ca48ba07fd54edf3d 2024-12-13T11:18:29,245 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/b77a44c0b61af87ca48ba07fd54edf3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,246 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened b77a44c0b61af87ca48ba07fd54edf3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73234487, jitterRate=0.09127889573574066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,246 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for b77a44c0b61af87ca48ba07fd54edf3d: 2024-12-13T11:18:29,247 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d., pid=41, masterSystemTime=1734088708999 2024-12-13T11:18:29,249 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d. 2024-12-13T11:18:29,249 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d. 2024-12-13T11:18:29,249 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=b77a44c0b61af87ca48ba07fd54edf3d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,249 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416. 2024-12-13T11:18:29,249 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 3c3fcb15eb4c179d609a1350c7366416, NAME => 'test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-13T11:18:29,250 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3c3fcb15eb4c179d609a1350c7366416 2024-12-13T11:18:29,250 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,250 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 3c3fcb15eb4c179d609a1350c7366416 2024-12-13T11:18:29,250 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 3c3fcb15eb4c179d609a1350c7366416 2024-12-13T11:18:29,252 INFO [StoreOpener-3c3fcb15eb4c179d609a1350c7366416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3c3fcb15eb4c179d609a1350c7366416 2024-12-13T11:18:29,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=21 2024-12-13T11:18:29,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=21, state=SUCCESS; OpenRegionProcedure b77a44c0b61af87ca48ba07fd54edf3d, server=58281886ad93,36661,1734088692092 in 398 msec 2024-12-13T11:18:29,254 INFO [StoreOpener-3c3fcb15eb4c179d609a1350c7366416-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c3fcb15eb4c179d609a1350c7366416 columnFamilyName f 2024-12-13T11:18:29,254 DEBUG [StoreOpener-3c3fcb15eb4c179d609a1350c7366416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b77a44c0b61af87ca48ba07fd54edf3d, ASSIGN in 571 msec 2024-12-13T11:18:29,255 INFO [StoreOpener-3c3fcb15eb4c179d609a1350c7366416-1 {}] regionserver.HStore(327): Store=3c3fcb15eb4c179d609a1350c7366416/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,255 INFO [StoreOpener-3c3fcb15eb4c179d609a1350c7366416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3c3fcb15eb4c179d609a1350c7366416 2024-12-13T11:18:29,257 INFO [StoreOpener-3c3fcb15eb4c179d609a1350c7366416-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c3fcb15eb4c179d609a1350c7366416 columnFamilyName norep 2024-12-13T11:18:29,257 DEBUG [StoreOpener-3c3fcb15eb4c179d609a1350c7366416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,257 INFO [StoreOpener-3c3fcb15eb4c179d609a1350c7366416-1 {}] regionserver.HStore(327): Store=3c3fcb15eb4c179d609a1350c7366416/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,258 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/3c3fcb15eb4c179d609a1350c7366416 2024-12-13T11:18:29,259 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/3c3fcb15eb4c179d609a1350c7366416 2024-12-13T11:18:29,260 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,262 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 3c3fcb15eb4c179d609a1350c7366416 2024-12-13T11:18:29,264 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/3c3fcb15eb4c179d609a1350c7366416/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,265 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 3c3fcb15eb4c179d609a1350c7366416; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64529590, jitterRate=-0.03843417763710022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,265 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 3c3fcb15eb4c179d609a1350c7366416: 2024-12-13T11:18:29,266 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416., pid=49, masterSystemTime=1734088708999 2024-12-13T11:18:29,268 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416. 2024-12-13T11:18:29,268 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416. 2024-12-13T11:18:29,268 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f. 2024-12-13T11:18:29,268 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3c3fcb15eb4c179d609a1350c7366416, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,268 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => f9b2f4bc56e7fe42c17c64e0d2a66d5f, NAME => 'test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-13T11:18:29,268 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f9b2f4bc56e7fe42c17c64e0d2a66d5f 2024-12-13T11:18:29,268 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,269 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for f9b2f4bc56e7fe42c17c64e0d2a66d5f 2024-12-13T11:18:29,269 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for f9b2f4bc56e7fe42c17c64e0d2a66d5f 2024-12-13T11:18:29,271 INFO [StoreOpener-f9b2f4bc56e7fe42c17c64e0d2a66d5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f9b2f4bc56e7fe42c17c64e0d2a66d5f 2024-12-13T11:18:29,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=10 2024-12-13T11:18:29,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=10, state=SUCCESS; OpenRegionProcedure 3c3fcb15eb4c179d609a1350c7366416, server=58281886ad93,36661,1734088692092 in 400 msec 2024-12-13T11:18:29,272 INFO [StoreOpener-f9b2f4bc56e7fe42c17c64e0d2a66d5f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9b2f4bc56e7fe42c17c64e0d2a66d5f columnFamilyName f 2024-12-13T11:18:29,273 DEBUG [StoreOpener-f9b2f4bc56e7fe42c17c64e0d2a66d5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3c3fcb15eb4c179d609a1350c7366416, ASSIGN in 590 msec 2024-12-13T11:18:29,273 INFO [StoreOpener-f9b2f4bc56e7fe42c17c64e0d2a66d5f-1 {}] regionserver.HStore(327): Store=f9b2f4bc56e7fe42c17c64e0d2a66d5f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,273 INFO [StoreOpener-f9b2f4bc56e7fe42c17c64e0d2a66d5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f9b2f4bc56e7fe42c17c64e0d2a66d5f 2024-12-13T11:18:29,275 INFO [StoreOpener-f9b2f4bc56e7fe42c17c64e0d2a66d5f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9b2f4bc56e7fe42c17c64e0d2a66d5f columnFamilyName norep 2024-12-13T11:18:29,275 DEBUG [StoreOpener-f9b2f4bc56e7fe42c17c64e0d2a66d5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,275 INFO [StoreOpener-f9b2f4bc56e7fe42c17c64e0d2a66d5f-1 {}] regionserver.HStore(327): Store=f9b2f4bc56e7fe42c17c64e0d2a66d5f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,276 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/f9b2f4bc56e7fe42c17c64e0d2a66d5f 2024-12-13T11:18:29,277 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/f9b2f4bc56e7fe42c17c64e0d2a66d5f 2024-12-13T11:18:29,278 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,280 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for f9b2f4bc56e7fe42c17c64e0d2a66d5f 2024-12-13T11:18:29,282 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/f9b2f4bc56e7fe42c17c64e0d2a66d5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,283 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened f9b2f4bc56e7fe42c17c64e0d2a66d5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62327893, jitterRate=-0.07124201953411102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,283 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for f9b2f4bc56e7fe42c17c64e0d2a66d5f: 2024-12-13T11:18:29,284 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f., pid=53, masterSystemTime=1734088708999 2024-12-13T11:18:29,286 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f. 2024-12-13T11:18:29,286 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f. 2024-12-13T11:18:29,286 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e. 2024-12-13T11:18:29,286 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=f9b2f4bc56e7fe42c17c64e0d2a66d5f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,286 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 9bc1c6b512e2fc8a7f9c6fdd454fcb5e, NAME => 'test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-13T11:18:29,287 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9bc1c6b512e2fc8a7f9c6fdd454fcb5e 2024-12-13T11:18:29,287 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,287 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 9bc1c6b512e2fc8a7f9c6fdd454fcb5e 2024-12-13T11:18:29,287 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 9bc1c6b512e2fc8a7f9c6fdd454fcb5e 2024-12-13T11:18:29,289 INFO [StoreOpener-9bc1c6b512e2fc8a7f9c6fdd454fcb5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9bc1c6b512e2fc8a7f9c6fdd454fcb5e 2024-12-13T11:18:29,291 INFO [StoreOpener-9bc1c6b512e2fc8a7f9c6fdd454fcb5e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bc1c6b512e2fc8a7f9c6fdd454fcb5e columnFamilyName f 2024-12-13T11:18:29,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=15 2024-12-13T11:18:29,291 DEBUG [StoreOpener-9bc1c6b512e2fc8a7f9c6fdd454fcb5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=15, state=SUCCESS; OpenRegionProcedure f9b2f4bc56e7fe42c17c64e0d2a66d5f, server=58281886ad93,36661,1734088692092 in 411 msec 2024-12-13T11:18:29,291 INFO [StoreOpener-9bc1c6b512e2fc8a7f9c6fdd454fcb5e-1 {}] regionserver.HStore(327): Store=9bc1c6b512e2fc8a7f9c6fdd454fcb5e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,292 INFO [StoreOpener-9bc1c6b512e2fc8a7f9c6fdd454fcb5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9bc1c6b512e2fc8a7f9c6fdd454fcb5e 2024-12-13T11:18:29,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f9b2f4bc56e7fe42c17c64e0d2a66d5f, ASSIGN in 609 msec 2024-12-13T11:18:29,293 INFO [StoreOpener-9bc1c6b512e2fc8a7f9c6fdd454fcb5e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bc1c6b512e2fc8a7f9c6fdd454fcb5e columnFamilyName norep 2024-12-13T11:18:29,293 DEBUG [StoreOpener-9bc1c6b512e2fc8a7f9c6fdd454fcb5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,294 INFO [StoreOpener-9bc1c6b512e2fc8a7f9c6fdd454fcb5e-1 {}] regionserver.HStore(327): Store=9bc1c6b512e2fc8a7f9c6fdd454fcb5e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,295 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/9bc1c6b512e2fc8a7f9c6fdd454fcb5e 2024-12-13T11:18:29,295 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/9bc1c6b512e2fc8a7f9c6fdd454fcb5e 2024-12-13T11:18:29,297 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,298 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 9bc1c6b512e2fc8a7f9c6fdd454fcb5e 2024-12-13T11:18:29,301 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/9bc1c6b512e2fc8a7f9c6fdd454fcb5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,301 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 9bc1c6b512e2fc8a7f9c6fdd454fcb5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75150663, jitterRate=0.11983214318752289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,302 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 9bc1c6b512e2fc8a7f9c6fdd454fcb5e: 2024-12-13T11:18:29,302 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e., pid=43, masterSystemTime=1734088708999 2024-12-13T11:18:29,304 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e. 2024-12-13T11:18:29,304 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e. 2024-12-13T11:18:29,305 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=9bc1c6b512e2fc8a7f9c6fdd454fcb5e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,305 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924. 2024-12-13T11:18:29,305 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => f40b5ff8dac24a6fb44ed1a4ede91924, NAME => 'test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-13T11:18:29,305 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f40b5ff8dac24a6fb44ed1a4ede91924 2024-12-13T11:18:29,305 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,305 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for f40b5ff8dac24a6fb44ed1a4ede91924 2024-12-13T11:18:29,305 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for f40b5ff8dac24a6fb44ed1a4ede91924 2024-12-13T11:18:29,307 INFO [StoreOpener-f40b5ff8dac24a6fb44ed1a4ede91924-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f40b5ff8dac24a6fb44ed1a4ede91924 2024-12-13T11:18:29,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=17 2024-12-13T11:18:29,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=17, state=SUCCESS; OpenRegionProcedure 9bc1c6b512e2fc8a7f9c6fdd454fcb5e, server=58281886ad93,36661,1734088692092 in 450 msec 2024-12-13T11:18:29,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9bc1c6b512e2fc8a7f9c6fdd454fcb5e, ASSIGN in 626 msec 2024-12-13T11:18:29,309 INFO [StoreOpener-f40b5ff8dac24a6fb44ed1a4ede91924-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f40b5ff8dac24a6fb44ed1a4ede91924 columnFamilyName f 2024-12-13T11:18:29,309 DEBUG [StoreOpener-f40b5ff8dac24a6fb44ed1a4ede91924-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,310 INFO [StoreOpener-f40b5ff8dac24a6fb44ed1a4ede91924-1 {}] regionserver.HStore(327): Store=f40b5ff8dac24a6fb44ed1a4ede91924/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,310 INFO [StoreOpener-f40b5ff8dac24a6fb44ed1a4ede91924-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f40b5ff8dac24a6fb44ed1a4ede91924 2024-12-13T11:18:29,311 INFO [StoreOpener-f40b5ff8dac24a6fb44ed1a4ede91924-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f40b5ff8dac24a6fb44ed1a4ede91924 columnFamilyName norep 2024-12-13T11:18:29,311 DEBUG [StoreOpener-f40b5ff8dac24a6fb44ed1a4ede91924-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,312 INFO [StoreOpener-f40b5ff8dac24a6fb44ed1a4ede91924-1 {}] regionserver.HStore(327): Store=f40b5ff8dac24a6fb44ed1a4ede91924/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:18:29,313 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/f40b5ff8dac24a6fb44ed1a4ede91924 2024-12-13T11:18:29,313 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/f40b5ff8dac24a6fb44ed1a4ede91924 2024-12-13T11:18:29,315 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,316 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for f40b5ff8dac24a6fb44ed1a4ede91924 2024-12-13T11:18:29,318 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/f40b5ff8dac24a6fb44ed1a4ede91924/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,319 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened f40b5ff8dac24a6fb44ed1a4ede91924; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68860321, jitterRate=0.026098743081092834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,319 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for f40b5ff8dac24a6fb44ed1a4ede91924: 2024-12-13T11:18:29,320 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924., pid=48, masterSystemTime=1734088708999 2024-12-13T11:18:29,322 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924. 2024-12-13T11:18:29,322 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924. 2024-12-13T11:18:29,322 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6. 2024-12-13T11:18:29,322 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=f40b5ff8dac24a6fb44ed1a4ede91924, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,322 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => ee937f313e55a082b39a682fec07b3d6, NAME => 'test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-13T11:18:29,323 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ee937f313e55a082b39a682fec07b3d6 2024-12-13T11:18:29,323 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,323 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for ee937f313e55a082b39a682fec07b3d6 2024-12-13T11:18:29,323 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for ee937f313e55a082b39a682fec07b3d6 2024-12-13T11:18:29,325 INFO [StoreOpener-ee937f313e55a082b39a682fec07b3d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee937f313e55a082b39a682fec07b3d6 2024-12-13T11:18:29,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=20 2024-12-13T11:18:29,326 INFO [StoreOpener-ee937f313e55a082b39a682fec07b3d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee937f313e55a082b39a682fec07b3d6 columnFamilyName f 2024-12-13T11:18:29,326 DEBUG [StoreOpener-ee937f313e55a082b39a682fec07b3d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=20, state=SUCCESS; OpenRegionProcedure f40b5ff8dac24a6fb44ed1a4ede91924, server=58281886ad93,36661,1734088692092 in 457 msec 2024-12-13T11:18:29,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f40b5ff8dac24a6fb44ed1a4ede91924, ASSIGN in 644 msec 2024-12-13T11:18:29,327 INFO [StoreOpener-ee937f313e55a082b39a682fec07b3d6-1 {}] regionserver.HStore(327): Store=ee937f313e55a082b39a682fec07b3d6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,327 INFO [StoreOpener-ee937f313e55a082b39a682fec07b3d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ee937f313e55a082b39a682fec07b3d6 2024-12-13T11:18:29,329 INFO [StoreOpener-ee937f313e55a082b39a682fec07b3d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee937f313e55a082b39a682fec07b3d6 columnFamilyName norep 2024-12-13T11:18:29,329 DEBUG [StoreOpener-ee937f313e55a082b39a682fec07b3d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,329 INFO [StoreOpener-ee937f313e55a082b39a682fec07b3d6-1 {}] regionserver.HStore(327): Store=ee937f313e55a082b39a682fec07b3d6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,330 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/ee937f313e55a082b39a682fec07b3d6 2024-12-13T11:18:29,330 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/ee937f313e55a082b39a682fec07b3d6 2024-12-13T11:18:29,331 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,332 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for ee937f313e55a082b39a682fec07b3d6 2024-12-13T11:18:29,335 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/ee937f313e55a082b39a682fec07b3d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,336 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened ee937f313e55a082b39a682fec07b3d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72783564, jitterRate=0.0845596194267273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,336 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for ee937f313e55a082b39a682fec07b3d6: 2024-12-13T11:18:29,336 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6., pid=61, masterSystemTime=1734088708999 2024-12-13T11:18:29,338 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6. 2024-12-13T11:18:29,338 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6. 2024-12-13T11:18:29,338 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf. 2024-12-13T11:18:29,338 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=ee937f313e55a082b39a682fec07b3d6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,338 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => ff5dfb42fbc325909649a1c2adec05bf, NAME => 'test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-13T11:18:29,338 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ff5dfb42fbc325909649a1c2adec05bf 2024-12-13T11:18:29,339 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,339 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for ff5dfb42fbc325909649a1c2adec05bf 2024-12-13T11:18:29,339 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for ff5dfb42fbc325909649a1c2adec05bf 2024-12-13T11:18:29,340 INFO [StoreOpener-ff5dfb42fbc325909649a1c2adec05bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ff5dfb42fbc325909649a1c2adec05bf 2024-12-13T11:18:29,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=19 2024-12-13T11:18:29,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=19, state=SUCCESS; OpenRegionProcedure ee937f313e55a082b39a682fec07b3d6, server=58281886ad93,36661,1734088692092 in 451 msec 2024-12-13T11:18:29,342 INFO [StoreOpener-ff5dfb42fbc325909649a1c2adec05bf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff5dfb42fbc325909649a1c2adec05bf columnFamilyName f 2024-12-13T11:18:29,342 DEBUG [StoreOpener-ff5dfb42fbc325909649a1c2adec05bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ee937f313e55a082b39a682fec07b3d6, ASSIGN in 659 msec 2024-12-13T11:18:29,342 INFO [StoreOpener-ff5dfb42fbc325909649a1c2adec05bf-1 {}] regionserver.HStore(327): Store=ff5dfb42fbc325909649a1c2adec05bf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,343 INFO [StoreOpener-ff5dfb42fbc325909649a1c2adec05bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ff5dfb42fbc325909649a1c2adec05bf 2024-12-13T11:18:29,344 INFO [StoreOpener-ff5dfb42fbc325909649a1c2adec05bf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff5dfb42fbc325909649a1c2adec05bf columnFamilyName norep 2024-12-13T11:18:29,344 DEBUG [StoreOpener-ff5dfb42fbc325909649a1c2adec05bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,344 INFO [StoreOpener-ff5dfb42fbc325909649a1c2adec05bf-1 {}] regionserver.HStore(327): Store=ff5dfb42fbc325909649a1c2adec05bf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,345 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/ff5dfb42fbc325909649a1c2adec05bf 2024-12-13T11:18:29,345 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/ff5dfb42fbc325909649a1c2adec05bf 2024-12-13T11:18:29,347 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,348 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for ff5dfb42fbc325909649a1c2adec05bf 2024-12-13T11:18:29,350 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/ff5dfb42fbc325909649a1c2adec05bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,351 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened ff5dfb42fbc325909649a1c2adec05bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70601527, jitterRate=0.05204473435878754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,351 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for ff5dfb42fbc325909649a1c2adec05bf: 2024-12-13T11:18:29,351 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf., pid=37, masterSystemTime=1734088708999 2024-12-13T11:18:29,353 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf. 2024-12-13T11:18:29,353 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf. 2024-12-13T11:18:29,353 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77. 2024-12-13T11:18:29,353 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=ff5dfb42fbc325909649a1c2adec05bf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,353 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => de4b80526fb0908042a77260bcb9dc77, NAME => 'test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-13T11:18:29,354 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test de4b80526fb0908042a77260bcb9dc77 2024-12-13T11:18:29,354 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,354 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for de4b80526fb0908042a77260bcb9dc77 2024-12-13T11:18:29,354 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for de4b80526fb0908042a77260bcb9dc77 2024-12-13T11:18:29,355 INFO [StoreOpener-de4b80526fb0908042a77260bcb9dc77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region de4b80526fb0908042a77260bcb9dc77 2024-12-13T11:18:29,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=32 2024-12-13T11:18:29,357 INFO [StoreOpener-de4b80526fb0908042a77260bcb9dc77-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de4b80526fb0908042a77260bcb9dc77 columnFamilyName f 2024-12-13T11:18:29,357 DEBUG [StoreOpener-de4b80526fb0908042a77260bcb9dc77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=32, state=SUCCESS; OpenRegionProcedure ff5dfb42fbc325909649a1c2adec05bf, server=58281886ad93,36661,1734088692092 in 508 msec 2024-12-13T11:18:29,358 INFO [StoreOpener-de4b80526fb0908042a77260bcb9dc77-1 {}] regionserver.HStore(327): Store=de4b80526fb0908042a77260bcb9dc77/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,358 INFO [StoreOpener-de4b80526fb0908042a77260bcb9dc77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region de4b80526fb0908042a77260bcb9dc77 2024-12-13T11:18:29,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ff5dfb42fbc325909649a1c2adec05bf, ASSIGN in 675 msec 2024-12-13T11:18:29,359 INFO [StoreOpener-de4b80526fb0908042a77260bcb9dc77-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de4b80526fb0908042a77260bcb9dc77 columnFamilyName norep 2024-12-13T11:18:29,359 DEBUG [StoreOpener-de4b80526fb0908042a77260bcb9dc77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,360 INFO [StoreOpener-de4b80526fb0908042a77260bcb9dc77-1 {}] regionserver.HStore(327): Store=de4b80526fb0908042a77260bcb9dc77/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,361 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/de4b80526fb0908042a77260bcb9dc77 2024-12-13T11:18:29,361 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/de4b80526fb0908042a77260bcb9dc77 2024-12-13T11:18:29,362 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,364 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for de4b80526fb0908042a77260bcb9dc77 2024-12-13T11:18:29,366 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/de4b80526fb0908042a77260bcb9dc77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,367 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened de4b80526fb0908042a77260bcb9dc77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71851097, jitterRate=0.07066477835178375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,367 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for de4b80526fb0908042a77260bcb9dc77: 2024-12-13T11:18:29,368 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77., pid=45, masterSystemTime=1734088708999 2024-12-13T11:18:29,369 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77. 2024-12-13T11:18:29,369 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77. 2024-12-13T11:18:29,370 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed. 2024-12-13T11:18:29,370 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=de4b80526fb0908042a77260bcb9dc77, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,370 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 0d5f8483cd2bf3ea7621929605462bed, NAME => 'test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-13T11:18:29,370 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0d5f8483cd2bf3ea7621929605462bed 2024-12-13T11:18:29,370 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,370 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 0d5f8483cd2bf3ea7621929605462bed 2024-12-13T11:18:29,370 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 0d5f8483cd2bf3ea7621929605462bed 2024-12-13T11:18:29,372 INFO [StoreOpener-0d5f8483cd2bf3ea7621929605462bed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0d5f8483cd2bf3ea7621929605462bed 2024-12-13T11:18:29,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=35 2024-12-13T11:18:29,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=35, state=SUCCESS; OpenRegionProcedure de4b80526fb0908042a77260bcb9dc77, server=58281886ad93,36661,1734088692092 in 507 msec 2024-12-13T11:18:29,374 INFO [StoreOpener-0d5f8483cd2bf3ea7621929605462bed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d5f8483cd2bf3ea7621929605462bed columnFamilyName f 2024-12-13T11:18:29,374 DEBUG [StoreOpener-0d5f8483cd2bf3ea7621929605462bed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=de4b80526fb0908042a77260bcb9dc77, ASSIGN in 691 msec 2024-12-13T11:18:29,374 INFO [StoreOpener-0d5f8483cd2bf3ea7621929605462bed-1 {}] regionserver.HStore(327): Store=0d5f8483cd2bf3ea7621929605462bed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,375 INFO [StoreOpener-0d5f8483cd2bf3ea7621929605462bed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0d5f8483cd2bf3ea7621929605462bed 2024-12-13T11:18:29,376 INFO [StoreOpener-0d5f8483cd2bf3ea7621929605462bed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d5f8483cd2bf3ea7621929605462bed columnFamilyName norep 2024-12-13T11:18:29,376 DEBUG [StoreOpener-0d5f8483cd2bf3ea7621929605462bed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,377 INFO [StoreOpener-0d5f8483cd2bf3ea7621929605462bed-1 {}] regionserver.HStore(327): Store=0d5f8483cd2bf3ea7621929605462bed/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T11:18:29,378 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/0d5f8483cd2bf3ea7621929605462bed 2024-12-13T11:18:29,378 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/0d5f8483cd2bf3ea7621929605462bed 2024-12-13T11:18:29,380 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,381 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 0d5f8483cd2bf3ea7621929605462bed 2024-12-13T11:18:29,384 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/0d5f8483cd2bf3ea7621929605462bed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,384 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 0d5f8483cd2bf3ea7621929605462bed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63428229, jitterRate=-0.05484573543071747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,385 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 0d5f8483cd2bf3ea7621929605462bed: 2024-12-13T11:18:29,385 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed., pid=42, masterSystemTime=1734088708999 2024-12-13T11:18:29,387 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed. 2024-12-13T11:18:29,387 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed. 2024-12-13T11:18:29,387 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5. 2024-12-13T11:18:29,387 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 34092f789c9275040fdd0f5080a738a5, NAME => 'test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-13T11:18:29,387 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=0d5f8483cd2bf3ea7621929605462bed, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,387 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 34092f789c9275040fdd0f5080a738a5 2024-12-13T11:18:29,388 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,388 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 34092f789c9275040fdd0f5080a738a5 2024-12-13T11:18:29,388 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 34092f789c9275040fdd0f5080a738a5 2024-12-13T11:18:29,389 INFO [StoreOpener-34092f789c9275040fdd0f5080a738a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 34092f789c9275040fdd0f5080a738a5 2024-12-13T11:18:29,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=26 2024-12-13T11:18:29,391 INFO [StoreOpener-34092f789c9275040fdd0f5080a738a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34092f789c9275040fdd0f5080a738a5 columnFamilyName f 2024-12-13T11:18:29,391 DEBUG [StoreOpener-34092f789c9275040fdd0f5080a738a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=26, state=SUCCESS; OpenRegionProcedure 0d5f8483cd2bf3ea7621929605462bed, server=58281886ad93,36661,1734088692092 in 534 msec 2024-12-13T11:18:29,392 INFO [StoreOpener-34092f789c9275040fdd0f5080a738a5-1 {}] regionserver.HStore(327): Store=34092f789c9275040fdd0f5080a738a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,392 INFO [StoreOpener-34092f789c9275040fdd0f5080a738a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 34092f789c9275040fdd0f5080a738a5 2024-12-13T11:18:29,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0d5f8483cd2bf3ea7621929605462bed, ASSIGN in 709 msec 2024-12-13T11:18:29,393 INFO [StoreOpener-34092f789c9275040fdd0f5080a738a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34092f789c9275040fdd0f5080a738a5 columnFamilyName norep 2024-12-13T11:18:29,393 DEBUG [StoreOpener-34092f789c9275040fdd0f5080a738a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,394 INFO [StoreOpener-34092f789c9275040fdd0f5080a738a5-1 {}] regionserver.HStore(327): Store=34092f789c9275040fdd0f5080a738a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,394 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/34092f789c9275040fdd0f5080a738a5 2024-12-13T11:18:29,395 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/34092f789c9275040fdd0f5080a738a5 2024-12-13T11:18:29,396 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,397 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 34092f789c9275040fdd0f5080a738a5 2024-12-13T11:18:29,400 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/34092f789c9275040fdd0f5080a738a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,400 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 34092f789c9275040fdd0f5080a738a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71820151, jitterRate=0.07020364701747894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,400 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 34092f789c9275040fdd0f5080a738a5: 2024-12-13T11:18:29,401 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5., pid=57, masterSystemTime=1734088708999 2024-12-13T11:18:29,402 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5. 2024-12-13T11:18:29,403 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5. 2024-12-13T11:18:29,403 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08. 2024-12-13T11:18:29,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=34092f789c9275040fdd0f5080a738a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,403 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => b75f7740cbbed7ee83ff4b4a555b5b08, NAME => 'test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-13T11:18:29,403 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b75f7740cbbed7ee83ff4b4a555b5b08 2024-12-13T11:18:29,403 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,403 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for b75f7740cbbed7ee83ff4b4a555b5b08 2024-12-13T11:18:29,404 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for b75f7740cbbed7ee83ff4b4a555b5b08 2024-12-13T11:18:29,406 INFO [StoreOpener-b75f7740cbbed7ee83ff4b4a555b5b08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b75f7740cbbed7ee83ff4b4a555b5b08 2024-12-13T11:18:29,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=33 2024-12-13T11:18:29,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=33, state=SUCCESS; OpenRegionProcedure 34092f789c9275040fdd0f5080a738a5, server=58281886ad93,36661,1734088692092 in 520 msec 2024-12-13T11:18:29,408 INFO [StoreOpener-b75f7740cbbed7ee83ff4b4a555b5b08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b75f7740cbbed7ee83ff4b4a555b5b08 columnFamilyName f 2024-12-13T11:18:29,408 DEBUG [StoreOpener-b75f7740cbbed7ee83ff4b4a555b5b08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=34092f789c9275040fdd0f5080a738a5, ASSIGN in 725 msec 2024-12-13T11:18:29,409 INFO [StoreOpener-b75f7740cbbed7ee83ff4b4a555b5b08-1 {}] regionserver.HStore(327): Store=b75f7740cbbed7ee83ff4b4a555b5b08/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,409 INFO [StoreOpener-b75f7740cbbed7ee83ff4b4a555b5b08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b75f7740cbbed7ee83ff4b4a555b5b08 2024-12-13T11:18:29,410 INFO [StoreOpener-b75f7740cbbed7ee83ff4b4a555b5b08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b75f7740cbbed7ee83ff4b4a555b5b08 columnFamilyName norep 2024-12-13T11:18:29,410 DEBUG [StoreOpener-b75f7740cbbed7ee83ff4b4a555b5b08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,411 INFO [StoreOpener-b75f7740cbbed7ee83ff4b4a555b5b08-1 {}] regionserver.HStore(327): Store=b75f7740cbbed7ee83ff4b4a555b5b08/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,411 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/b75f7740cbbed7ee83ff4b4a555b5b08 2024-12-13T11:18:29,412 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/b75f7740cbbed7ee83ff4b4a555b5b08 2024-12-13T11:18:29,413 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,415 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for b75f7740cbbed7ee83ff4b4a555b5b08 2024-12-13T11:18:29,417 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/b75f7740cbbed7ee83ff4b4a555b5b08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,418 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened b75f7740cbbed7ee83ff4b4a555b5b08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75194493, jitterRate=0.12048526108264923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,418 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for b75f7740cbbed7ee83ff4b4a555b5b08: 2024-12-13T11:18:29,419 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08., pid=38, masterSystemTime=1734088708999 2024-12-13T11:18:29,421 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08. 2024-12-13T11:18:29,421 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08. 2024-12-13T11:18:29,421 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3. 2024-12-13T11:18:29,421 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=b75f7740cbbed7ee83ff4b4a555b5b08, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,421 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 323c5a70a2d81f019bcdffa3038656c3, NAME => 'test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-13T11:18:29,421 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 323c5a70a2d81f019bcdffa3038656c3 2024-12-13T11:18:29,421 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,421 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 323c5a70a2d81f019bcdffa3038656c3 2024-12-13T11:18:29,421 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 323c5a70a2d81f019bcdffa3038656c3 2024-12-13T11:18:29,424 INFO [StoreOpener-323c5a70a2d81f019bcdffa3038656c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 323c5a70a2d81f019bcdffa3038656c3 2024-12-13T11:18:29,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=11 2024-12-13T11:18:29,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=11, state=SUCCESS; OpenRegionProcedure b75f7740cbbed7ee83ff4b4a555b5b08, server=58281886ad93,36661,1734088692092 in 574 msec 2024-12-13T11:18:29,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b75f7740cbbed7ee83ff4b4a555b5b08, ASSIGN in 743 msec 2024-12-13T11:18:29,426 INFO [StoreOpener-323c5a70a2d81f019bcdffa3038656c3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 323c5a70a2d81f019bcdffa3038656c3 columnFamilyName f 2024-12-13T11:18:29,426 DEBUG [StoreOpener-323c5a70a2d81f019bcdffa3038656c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,427 INFO [StoreOpener-323c5a70a2d81f019bcdffa3038656c3-1 {}] regionserver.HStore(327): Store=323c5a70a2d81f019bcdffa3038656c3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,427 INFO [StoreOpener-323c5a70a2d81f019bcdffa3038656c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 323c5a70a2d81f019bcdffa3038656c3 2024-12-13T11:18:29,428 INFO [StoreOpener-323c5a70a2d81f019bcdffa3038656c3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 323c5a70a2d81f019bcdffa3038656c3 columnFamilyName norep 2024-12-13T11:18:29,428 DEBUG [StoreOpener-323c5a70a2d81f019bcdffa3038656c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,429 INFO [StoreOpener-323c5a70a2d81f019bcdffa3038656c3-1 {}] regionserver.HStore(327): Store=323c5a70a2d81f019bcdffa3038656c3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,430 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/323c5a70a2d81f019bcdffa3038656c3 2024-12-13T11:18:29,430 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/323c5a70a2d81f019bcdffa3038656c3 2024-12-13T11:18:29,431 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,432 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 323c5a70a2d81f019bcdffa3038656c3 2024-12-13T11:18:29,434 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/323c5a70a2d81f019bcdffa3038656c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,435 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 323c5a70a2d81f019bcdffa3038656c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65124594, jitterRate=-0.02956792712211609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,435 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 323c5a70a2d81f019bcdffa3038656c3: 2024-12-13T11:18:29,436 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3., pid=39, masterSystemTime=1734088708999 2024-12-13T11:18:29,437 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3. 2024-12-13T11:18:29,438 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3. 2024-12-13T11:18:29,438 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45. 2024-12-13T11:18:29,438 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=323c5a70a2d81f019bcdffa3038656c3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,438 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 8aa4d29f6cbb9c39af27b4cbecd0dc45, NAME => 'test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-13T11:18:29,438 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8aa4d29f6cbb9c39af27b4cbecd0dc45 2024-12-13T11:18:29,438 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:29,438 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 8aa4d29f6cbb9c39af27b4cbecd0dc45 2024-12-13T11:18:29,438 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 8aa4d29f6cbb9c39af27b4cbecd0dc45 2024-12-13T11:18:29,440 INFO [StoreOpener-8aa4d29f6cbb9c39af27b4cbecd0dc45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8aa4d29f6cbb9c39af27b4cbecd0dc45 2024-12-13T11:18:29,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=16 2024-12-13T11:18:29,442 INFO [StoreOpener-8aa4d29f6cbb9c39af27b4cbecd0dc45-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aa4d29f6cbb9c39af27b4cbecd0dc45 columnFamilyName f 2024-12-13T11:18:29,442 DEBUG [StoreOpener-8aa4d29f6cbb9c39af27b4cbecd0dc45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=16, state=SUCCESS; OpenRegionProcedure 323c5a70a2d81f019bcdffa3038656c3, server=58281886ad93,36661,1734088692092 in 589 msec 2024-12-13T11:18:29,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=323c5a70a2d81f019bcdffa3038656c3, ASSIGN in 759 msec 2024-12-13T11:18:29,443 INFO [StoreOpener-8aa4d29f6cbb9c39af27b4cbecd0dc45-1 {}] regionserver.HStore(327): Store=8aa4d29f6cbb9c39af27b4cbecd0dc45/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,443 INFO [StoreOpener-8aa4d29f6cbb9c39af27b4cbecd0dc45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8aa4d29f6cbb9c39af27b4cbecd0dc45 2024-12-13T11:18:29,444 INFO [StoreOpener-8aa4d29f6cbb9c39af27b4cbecd0dc45-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aa4d29f6cbb9c39af27b4cbecd0dc45 columnFamilyName norep 2024-12-13T11:18:29,444 DEBUG [StoreOpener-8aa4d29f6cbb9c39af27b4cbecd0dc45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:29,445 INFO [StoreOpener-8aa4d29f6cbb9c39af27b4cbecd0dc45-1 {}] regionserver.HStore(327): Store=8aa4d29f6cbb9c39af27b4cbecd0dc45/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:29,446 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/8aa4d29f6cbb9c39af27b4cbecd0dc45 2024-12-13T11:18:29,446 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/8aa4d29f6cbb9c39af27b4cbecd0dc45 2024-12-13T11:18:29,447 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T11:18:29,449 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 8aa4d29f6cbb9c39af27b4cbecd0dc45 2024-12-13T11:18:29,451 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/8aa4d29f6cbb9c39af27b4cbecd0dc45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:29,451 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 8aa4d29f6cbb9c39af27b4cbecd0dc45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66264097, jitterRate=-0.012588009238243103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T11:18:29,452 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 8aa4d29f6cbb9c39af27b4cbecd0dc45: 2024-12-13T11:18:29,452 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45., pid=47, masterSystemTime=1734088708999 2024-12-13T11:18:29,454 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45. 2024-12-13T11:18:29,454 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45. 2024-12-13T11:18:29,454 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=8aa4d29f6cbb9c39af27b4cbecd0dc45, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:29,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=18 2024-12-13T11:18:29,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=18, state=SUCCESS; OpenRegionProcedure 8aa4d29f6cbb9c39af27b4cbecd0dc45, server=58281886ad93,36661,1734088692092 in 590 msec 2024-12-13T11:18:29,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=18, resume processing ppid=9 2024-12-13T11:18:29,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8aa4d29f6cbb9c39af27b4cbecd0dc45, ASSIGN in 776 msec 2024-12-13T11:18:29,460 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T11:18:29,460 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734088709460"}]},"ts":"1734088709460"} 2024-12-13T11:18:29,462 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-13T11:18:29,507 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T11:18:29,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.2470 sec 2024-12-13T11:18:32,015 INFO [58281886ad93:46085Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:18:32,655 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T11:18:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T11:18:33,380 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-13T11:18:33,380 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T11:18:33,380 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T11:18:33,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T11:18:33,392 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T11:18:33,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T11:18:33,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T11:18:33,393 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T11:18:33,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T11:18:33,401 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T11:18:33,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T11:18:33,401 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T11:18:33,401 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T11:18:33,407 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T11:18:33,407 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T11:18:33,407 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T11:18:33,420 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=390, OpenFileDescriptor=571, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=4524 2024-12-13T11:18:33,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T11:18:33,424 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T11:18:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-13T11:18:33,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.HMaster(3919): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=127.0.0.1:49435:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-13T11:18:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-13T11:18:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T11:18:33,463 INFO [PEWorker-3 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-13T11:18:33,464 INFO [PEWorker-3 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@7ef91826check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:49435 2024-12-13T11:18:33,502 DEBUG [PEWorker-3-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@7ef91826check-peer-cluster-id0x0, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T11:18:33,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@7ef91826check-peer-cluster-id-0x1001f1c7d810009 connected 2024-12-13T11:18:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T11:18:33,615 DEBUG [PEWorker-3-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@7ef91826check-peer-cluster-id-0x1001f1c7d810009, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T11:18:33,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T11:18:33,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T11:18:33,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T11:18:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T11:18:33,880 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 58281886ad93,46085,1734088684139 2024-12-13T11:18:33,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-13T11:18:33,883 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-13T11:18:33,902 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-13T11:18:33,920 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-13T11:18:33,984 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-13T11:18:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-13T11:18:33,990 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on 58281886ad93,46085,1734088684139 suceeded 2024-12-13T11:18:33,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-13T11:18:33,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 276 msec 2024-12-13T11:18:33,992 INFO [PEWorker-5 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:49435:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-13T11:18:33,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 552 msec 2024-12-13T11:18:34,016 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15191436 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@741d4a06 2024-12-13T11:18:34,027 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@674e1b21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:34,029 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:49435 2024-12-13T11:18:34,039 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T11:18:34,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1001f1c7d81000b connected 2024-12-13T11:18:34,040 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=b26c3b48-aa21-41dc-ad79-678e9cc83ae4 to cluster=8be4d706-a8dc-41b9-a85b-50baa916bba2 2024-12-13T11:18:34,042 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=58281886ad93%2C46085%2C1734088684139 2024-12-13T11:18:34,045 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T11:18:34,047 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 58281886ad93%2C46085%2C1734088684139 2024-12-13T11:18:34,047 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, startPosition=0, beingWritten=true 2024-12-13T11:18:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T11:18:34,054 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1175ece9 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71a908b 2024-12-13T11:18:34,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d2d3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:34,066 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x505d0637 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ef1ba71 2024-12-13T11:18:34,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3cf1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:34,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T11:18:34,080 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T11:18:34,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T11:18:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-13T11:18:34,082 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T11:18:34,083 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:34,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-13T11:18:34,083 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T11:18:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T11:18:34,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741864_1040 (size=367) 2024-12-13T11:18:34,116 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T11:18:34,116 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 to pos 7708, reset compression=false 2024-12-13T11:18:34,116 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T11:18:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T11:18:34,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:18:34,326 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 to pos 7708, reset compression=false 2024-12-13T11:18:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T11:18:34,493 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ad9f6d245f99e251b065622a8b0683b2, NAME => 'testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe 2024-12-13T11:18:34,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741865_1041 (size=51) 2024-12-13T11:18:34,513 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T11:18:34,633 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 to pos 7708, reset compression=false 2024-12-13T11:18:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T11:18:34,902 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:34,902 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing ad9f6d245f99e251b065622a8b0683b2, disabling compactions & flushes 2024-12-13T11:18:34,902 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2. 2024-12-13T11:18:34,902 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2. 2024-12-13T11:18:34,902 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2. after waiting 0 ms 2024-12-13T11:18:34,902 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2. 2024-12-13T11:18:34,902 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2. 2024-12-13T11:18:34,902 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for ad9f6d245f99e251b065622a8b0683b2: 2024-12-13T11:18:34,903 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T11:18:34,903 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734088714903"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088714903"}]},"ts":"1734088714903"} 2024-12-13T11:18:34,905 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T11:18:34,906 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T11:18:34,906 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734088714906"}]},"ts":"1734088714906"} 2024-12-13T11:18:34,907 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-13T11:18:34,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=ad9f6d245f99e251b065622a8b0683b2, ASSIGN}] 2024-12-13T11:18:34,957 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=ad9f6d245f99e251b065622a8b0683b2, ASSIGN 2024-12-13T11:18:34,958 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=ad9f6d245f99e251b065622a8b0683b2, ASSIGN; state=OFFLINE, location=58281886ad93,46085,1734088684139; forceNewPlan=false, retain=false 2024-12-13T11:18:35,039 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 to pos 7708, reset compression=false 2024-12-13T11:18:35,108 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=ad9f6d245f99e251b065622a8b0683b2, regionState=OPENING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:35,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure ad9f6d245f99e251b065622a8b0683b2, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:18:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T11:18:35,262 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 58281886ad93,46085,1734088684139 2024-12-13T11:18:35,268 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2. 2024-12-13T11:18:35,268 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => ad9f6d245f99e251b065622a8b0683b2, NAME => 'testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2.', STARTKEY => '', ENDKEY => ''} 2024-12-13T11:18:35,269 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed ad9f6d245f99e251b065622a8b0683b2 2024-12-13T11:18:35,269 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:35,269 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for ad9f6d245f99e251b065622a8b0683b2 2024-12-13T11:18:35,269 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for ad9f6d245f99e251b065622a8b0683b2 2024-12-13T11:18:35,272 INFO [StoreOpener-ad9f6d245f99e251b065622a8b0683b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region ad9f6d245f99e251b065622a8b0683b2 2024-12-13T11:18:35,275 INFO [StoreOpener-ad9f6d245f99e251b065622a8b0683b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad9f6d245f99e251b065622a8b0683b2 columnFamilyName fam 2024-12-13T11:18:35,275 DEBUG [StoreOpener-ad9f6d245f99e251b065622a8b0683b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:35,276 INFO [StoreOpener-ad9f6d245f99e251b065622a8b0683b2-1 {}] regionserver.HStore(327): Store=ad9f6d245f99e251b065622a8b0683b2/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:35,278 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/testdroppedtimed/ad9f6d245f99e251b065622a8b0683b2 2024-12-13T11:18:35,279 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/testdroppedtimed/ad9f6d245f99e251b065622a8b0683b2 2024-12-13T11:18:35,283 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for ad9f6d245f99e251b065622a8b0683b2 2024-12-13T11:18:35,287 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/testdroppedtimed/ad9f6d245f99e251b065622a8b0683b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:35,288 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened ad9f6d245f99e251b065622a8b0683b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68687183, jitterRate=0.02351878583431244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T11:18:35,290 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for ad9f6d245f99e251b065622a8b0683b2: 2024-12-13T11:18:35,291 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2., pid=66, masterSystemTime=1734088715262 2024-12-13T11:18:35,292 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2. 2024-12-13T11:18:35,293 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2. 2024-12-13T11:18:35,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=ad9f6d245f99e251b065622a8b0683b2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:18:35,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-13T11:18:35,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure ad9f6d245f99e251b065622a8b0683b2, server=58281886ad93,46085,1734088684139 in 185 msec 2024-12-13T11:18:35,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-13T11:18:35,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=ad9f6d245f99e251b065622a8b0683b2, ASSIGN in 340 msec 2024-12-13T11:18:35,298 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T11:18:35,298 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734088715298"}]},"ts":"1734088715298"} 2024-12-13T11:18:35,300 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-13T11:18:35,341 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T11:18:35,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2610 sec 2024-12-13T11:18:35,546 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 to pos 7708, reset compression=false 2024-12-13T11:18:35,557 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T11:18:35,557 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 to pos 8001, reset compression=false 2024-12-13T11:18:35,557 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T11:18:35,762 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 to pos 8001, reset compression=false 2024-12-13T11:18:36,074 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 to pos 8001, reset compression=false 2024-12-13T11:18:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T11:18:36,193 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-13T11:18:36,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T11:18:36,200 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T11:18:36,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T11:18:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-13T11:18:36,206 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T11:18:36,206 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:36,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-13T11:18:36,207 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T11:18:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T11:18:36,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741864_1040 (size=367) 2024-12-13T11:18:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T11:18:36,486 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 to pos 8001, reset compression=false 2024-12-13T11:18:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T11:18:36,618 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d8d22b42c530fcb0aa0985a52e64768b, NAME => 'testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f 2024-12-13T11:18:36,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741865_1041 (size=51) 2024-12-13T11:18:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T11:18:36,972 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-13T11:18:36,992 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 to pos 8001, reset compression=false 2024-12-13T11:18:37,015 INFO [58281886ad93:46085Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [58281886ad93%2C46085%2C1734088684139]: currently replicating from: hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 at position: 8001 2024-12-13T11:18:37,026 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:37,026 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing d8d22b42c530fcb0aa0985a52e64768b, disabling compactions & flushes 2024-12-13T11:18:37,027 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b. 2024-12-13T11:18:37,027 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b. 2024-12-13T11:18:37,027 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b. after waiting 0 ms 2024-12-13T11:18:37,027 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b. 2024-12-13T11:18:37,027 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b. 2024-12-13T11:18:37,027 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for d8d22b42c530fcb0aa0985a52e64768b: 2024-12-13T11:18:37,029 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T11:18:37,030 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734088717029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734088717029"}]},"ts":"1734088717029"} 2024-12-13T11:18:37,033 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T11:18:37,034 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T11:18:37,035 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734088717034"}]},"ts":"1734088717034"} 2024-12-13T11:18:37,037 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-13T11:18:37,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=d8d22b42c530fcb0aa0985a52e64768b, ASSIGN}] 2024-12-13T11:18:37,090 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=d8d22b42c530fcb0aa0985a52e64768b, ASSIGN 2024-12-13T11:18:37,091 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=d8d22b42c530fcb0aa0985a52e64768b, ASSIGN; state=OFFLINE, location=58281886ad93,36661,1734088692092; forceNewPlan=false, retain=false 2024-12-13T11:18:37,242 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=d8d22b42c530fcb0aa0985a52e64768b, regionState=OPENING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:37,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure d8d22b42c530fcb0aa0985a52e64768b, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T11:18:37,397 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 58281886ad93,36661,1734088692092 2024-12-13T11:18:37,403 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b. 2024-12-13T11:18:37,403 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => d8d22b42c530fcb0aa0985a52e64768b, NAME => 'testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b.', STARTKEY => '', ENDKEY => ''} 2024-12-13T11:18:37,403 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed d8d22b42c530fcb0aa0985a52e64768b 2024-12-13T11:18:37,404 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T11:18:37,404 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for d8d22b42c530fcb0aa0985a52e64768b 2024-12-13T11:18:37,404 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for d8d22b42c530fcb0aa0985a52e64768b 2024-12-13T11:18:37,406 INFO [StoreOpener-d8d22b42c530fcb0aa0985a52e64768b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region d8d22b42c530fcb0aa0985a52e64768b 2024-12-13T11:18:37,409 INFO [StoreOpener-d8d22b42c530fcb0aa0985a52e64768b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8d22b42c530fcb0aa0985a52e64768b columnFamilyName fam 2024-12-13T11:18:37,409 DEBUG [StoreOpener-d8d22b42c530fcb0aa0985a52e64768b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T11:18:37,410 INFO [StoreOpener-d8d22b42c530fcb0aa0985a52e64768b-1 {}] regionserver.HStore(327): Store=d8d22b42c530fcb0aa0985a52e64768b/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T11:18:37,411 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/testdroppedtimed/d8d22b42c530fcb0aa0985a52e64768b 2024-12-13T11:18:37,412 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/testdroppedtimed/d8d22b42c530fcb0aa0985a52e64768b 2024-12-13T11:18:37,415 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for d8d22b42c530fcb0aa0985a52e64768b 2024-12-13T11:18:37,417 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/testdroppedtimed/d8d22b42c530fcb0aa0985a52e64768b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T11:18:37,418 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened d8d22b42c530fcb0aa0985a52e64768b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64553032, jitterRate=-0.03808486461639404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T11:18:37,418 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for d8d22b42c530fcb0aa0985a52e64768b: 2024-12-13T11:18:37,418 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b., pid=64, masterSystemTime=1734088717396 2024-12-13T11:18:37,420 DEBUG [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b. 2024-12-13T11:18:37,420 INFO [RS_OPEN_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b. 2024-12-13T11:18:37,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=d8d22b42c530fcb0aa0985a52e64768b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:37,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-13T11:18:37,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure d8d22b42c530fcb0aa0985a52e64768b, server=58281886ad93,36661,1734088692092 in 178 msec 2024-12-13T11:18:37,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-13T11:18:37,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=d8d22b42c530fcb0aa0985a52e64768b, ASSIGN in 334 msec 2024-12-13T11:18:37,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T11:18:37,425 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734088717425"}]},"ts":"1734088717425"} 2024-12-13T11:18:37,426 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-13T11:18:37,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T11:18:37,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2320 sec 2024-12-13T11:18:37,601 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 to pos 8001, reset compression=false 2024-12-13T11:18:38,307 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 to pos 8001, reset compression=false 2024-12-13T11:18:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T11:18:38,316 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-13T11:18:38,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-13T11:18:38,317 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T11:18:38,325 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-13T11:18:38,325 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T11:18:38,325 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-13T11:18:38,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-13T11:18:38,326 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T11:18:38,333 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-13T11:18:38,333 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T11:18:38,334 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-13T11:18:38,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.HMaster(3938): Client=jenkins//172.17.0.2 disable replication peer, id=2 2024-12-13T11:18:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-13T11:18:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T11:18:38,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T11:18:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T11:18:38,533 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 58281886ad93,46085,1734088684139 2024-12-13T11:18:38,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-13T11:18:38,535 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-13T11:18:38,537 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-13T11:18:38,537 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-13T11:18:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T11:18:38,648 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1001f1c7d81000b, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T11:18:38,648 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15191436 to 127.0.0.1:49435 2024-12-13T11:18:38,648 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:38,749 WARN [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-13T11:18:38,749 WARN [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-13T11:18:38,849 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 terminated 2024-12-13T11:18:38,869 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-13T11:18:38,870 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-13T11:18:38,870 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-13T11:18:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-13T11:18:38,872 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on 58281886ad93,46085,1734088684139 suceeded 2024-12-13T11:18:38,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-13T11:18:38,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 490 msec 2024-12-13T11:18:38,873 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-13T11:18:38,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 536 msec 2024-12-13T11:18:38,902 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65dfb3a4 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41ccd619 2024-12-13T11:18:38,932 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c902778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:38,934 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:49435 2024-12-13T11:18:38,943 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T11:18:38,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1001f1c7d81000f connected 2024-12-13T11:18:38,944 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=b26c3b48-aa21-41dc-ad79-678e9cc83ae4 to cluster=8be4d706-a8dc-41b9-a85b-50baa916bba2 2024-12-13T11:18:38,945 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=58281886ad93%2C46085%2C1734088684139 2024-12-13T11:18:38,945 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T11:18:38,945 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 58281886ad93%2C46085%2C1734088684139 2024-12-13T11:18:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T11:18:38,950 DEBUG [hconnection-0x5b0457c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:38,953 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T11:18:39,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:18:39,720 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T11:18:39,721 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T11:18:39,726 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-13T11:18:39,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-13T11:18:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-13T11:18:39,735 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734088719735"}]},"ts":"1734088719735"} 2024-12-13T11:18:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T11:18:39,736 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-13T11:18:39,781 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-13T11:18:39,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-13T11:18:39,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=d8d22b42c530fcb0aa0985a52e64768b, UNASSIGN}] 2024-12-13T11:18:39,787 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=d8d22b42c530fcb0aa0985a52e64768b, UNASSIGN 2024-12-13T11:18:39,787 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=d8d22b42c530fcb0aa0985a52e64768b, regionState=CLOSING, regionLocation=58281886ad93,36661,1734088692092 2024-12-13T11:18:39,788 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T11:18:39,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure d8d22b42c530fcb0aa0985a52e64768b, server=58281886ad93,36661,1734088692092}] 2024-12-13T11:18:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T11:18:39,945 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 58281886ad93,36661,1734088692092 2024-12-13T11:18:39,949 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close d8d22b42c530fcb0aa0985a52e64768b 2024-12-13T11:18:39,949 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T11:18:39,951 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing d8d22b42c530fcb0aa0985a52e64768b, disabling compactions & flushes 2024-12-13T11:18:39,951 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b. 2024-12-13T11:18:39,951 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b. 2024-12-13T11:18:39,952 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b. after waiting 0 ms 2024-12-13T11:18:39,952 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b. 2024-12-13T11:18:39,959 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/testdroppedtimed/d8d22b42c530fcb0aa0985a52e64768b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:18:39,962 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b. 2024-12-13T11:18:39,962 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for d8d22b42c530fcb0aa0985a52e64768b: 2024-12-13T11:18:39,963 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed d8d22b42c530fcb0aa0985a52e64768b 2024-12-13T11:18:39,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=d8d22b42c530fcb0aa0985a52e64768b, regionState=CLOSED 2024-12-13T11:18:39,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-13T11:18:39,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure d8d22b42c530fcb0aa0985a52e64768b, server=58281886ad93,36661,1734088692092 in 176 msec 2024-12-13T11:18:39,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-13T11:18:39,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=d8d22b42c530fcb0aa0985a52e64768b, UNASSIGN in 181 msec 2024-12-13T11:18:39,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-13T11:18:39,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 188 msec 2024-12-13T11:18:39,986 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734088719986"}]},"ts":"1734088719986"} 2024-12-13T11:18:39,987 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-13T11:18:39,997 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-13T11:18:39,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 268 msec 2024-12-13T11:18:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T11:18:40,039 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-13T11:18:40,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-13T11:18:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-13T11:18:40,046 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T11:18:40,047 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T11:18:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T11:18:40,052 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/testdroppedtimed/d8d22b42c530fcb0aa0985a52e64768b 2024-12-13T11:18:40,055 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/testdroppedtimed/d8d22b42c530fcb0aa0985a52e64768b/fam, FileablePath, hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/testdroppedtimed/d8d22b42c530fcb0aa0985a52e64768b/recovered.edits] 2024-12-13T11:18:40,064 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/testdroppedtimed/d8d22b42c530fcb0aa0985a52e64768b/recovered.edits/4.seqid to hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/archive/data/default/testdroppedtimed/d8d22b42c530fcb0aa0985a52e64768b/recovered.edits/4.seqid 2024-12-13T11:18:40,064 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/testdroppedtimed/d8d22b42c530fcb0aa0985a52e64768b 2024-12-13T11:18:40,065 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-13T11:18:40,071 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T11:18:40,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-13T11:18:40,078 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-13T11:18:40,080 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-13T11:18:40,081 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T11:18:40,081 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-13T11:18:40,081 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734088720081"}]},"ts":"9223372036854775807"} 2024-12-13T11:18:40,083 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T11:18:40,083 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d8d22b42c530fcb0aa0985a52e64768b, NAME => 'testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T11:18:40,083 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-13T11:18:40,084 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734088720083"}]},"ts":"9223372036854775807"} 2024-12-13T11:18:40,085 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-13T11:18:40,093 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T11:18:40,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 51 msec 2024-12-13T11:18:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T11:18:40,150 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-13T11:18:40,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.HMaster(3932): Client=jenkins//172.17.0.2 enable replication peer, id=2 2024-12-13T11:18:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-13T11:18:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T11:18:40,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T11:18:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T11:18:40,320 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 58281886ad93,46085,1734088684139 2024-12-13T11:18:40,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-13T11:18:40,322 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-13T11:18:40,323 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-13T11:18:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-13T11:18:40,328 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on 58281886ad93,46085,1734088684139 suceeded 2024-12-13T11:18:40,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-13T11:18:40,331 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-13T11:18:40,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-13T11:18:40,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 175 msec 2024-12-13T11:18:40,347 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, startPosition=0, beingWritten=true 2024-12-13T11:18:40,360 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:18:40,360 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/ad9f6d245f99e251b065622a8b0683b2/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1734088718955/Put/vlen=4096/seqid=0; >],4327}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/4=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/5=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/6=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/7=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/8=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/9=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/10=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/11=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/12=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/13=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/14=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/15=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/16=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/17=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/18=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/19=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/20=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/21=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/22=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/23=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/24=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/25=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-13T11:18:40,366 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:18:40,370 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T11:18:40,370 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:18:40,371 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-13T11:18:40,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:40,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d4e71d9 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41802cf4 2024-12-13T11:18:40,386 DEBUG [ReadOnlyZKClient-127.0.0.1:49435@0x6d4e71d9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c230994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:40,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-13T11:18:40,402 DEBUG [ReadOnlyZKClient-127.0.0.1:49435@0x6d4e71d9 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=58281886ad93,36661,1734088692092, seqNum=-1] 2024-12-13T11:18:40,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:40,409 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:40,414 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416., hostname=58281886ad93,36661,1734088692092, seqNum=2] 2024-12-13T11:18:40,422 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416., hostname=58281886ad93,36661,1734088692092, seqNum=2] 2024-12-13T11:18:40,422 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416., hostname=58281886ad93,36661,1734088692092, seqNum=2] 2024-12-13T11:18:40,423 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416., hostname=58281886ad93,36661,1734088692092, seqNum=2] 2024-12-13T11:18:40,423 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416., hostname=58281886ad93,36661,1734088692092, seqNum=2] 2024-12-13T11:18:40,423 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416., hostname=58281886ad93,36661,1734088692092, seqNum=2] 2024-12-13T11:18:40,424 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416., hostname=58281886ad93,36661,1734088692092, seqNum=2] 2024-12-13T11:18:40,424 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416., hostname=58281886ad93,36661,1734088692092, seqNum=2] 2024-12-13T11:18:40,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:18:40,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:40,456 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:40,459 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:40,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:40,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088780428, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T11:18:40,465 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4185d2c1 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21111e83 2024-12-13T11:18:40,466 DEBUG [hconnection-0x25444120-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:40,468 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T11:18:40,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:40,477 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39b5b89b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:40,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:40,479 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:40,480 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:40,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:40,482 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4185d2c1 to 127.0.0.1:49435 2024-12-13T11:18:40,482 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:40,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:40,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:40,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:40,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:40,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:40,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:40,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:40,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:40,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:40,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:40,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:40,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:40,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:40,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:40,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:40,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:40,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:40,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:40,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:40,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:40,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:40,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:40,544 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:40,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:40,588 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:40,590 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:40,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:40,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088780584, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:40,592 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cc8c352 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18eabf41 2024-12-13T11:18:40,601 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19685f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:40,603 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:40,604 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:40,606 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cc8c352 to 127.0.0.1:49435 2024-12-13T11:18:40,606 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:40,773 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T11:18:40,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:40,811 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:40,812 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:40,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:40,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088780807, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:40,814 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1bacb963 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60bd7b55 2024-12-13T11:18:40,823 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a5b8018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:40,825 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:40,826 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:40,828 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1bacb963 to 127.0.0.1:49435 2024-12-13T11:18:40,828 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:41,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:41,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:41,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:41,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:41,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:41,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:41,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:41,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:41,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:41,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:41,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:41,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:41,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:41,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:41,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:41,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:41,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:41,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:41,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:41,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:41,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:41,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:41,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:41,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:41,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:41,073 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:41,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:41,135 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:41,135 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:41,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:41,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088781129, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:41,138 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03efad0b to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@80319f0 2024-12-13T11:18:41,246 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e0e13a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:41,250 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:41,252 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:41,257 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03efad0b to 127.0.0.1:49435 2024-12-13T11:18:41,257 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:41,526 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T11:18:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:41,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:41,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:41,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:41,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:41,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:41,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:41,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:41,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:41,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:41,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:41,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:41,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:41,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:41,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:41,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:41,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:41,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:41,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:41,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:41,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:41,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:41,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:41,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:41,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:41,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:41,604 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:41,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:41,668 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:41,669 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:41,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:41,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088781659, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:41,670 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6eec713e to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7eb0298a 2024-12-13T11:18:41,716 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@508df6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:41,719 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:41,721 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:41,725 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6eec713e to 127.0.0.1:49435 2024-12-13T11:18:41,725 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:42,015 INFO [58281886ad93:46085Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [58281886ad93%2C46085%2C1734088684139]: currently replicating from: hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 at position: -1 2024-12-13T11:18:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:42,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:42,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:42,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:42,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:42,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:42,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:42,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:42,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:42,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:42,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:42,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:42,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:42,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:42,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:42,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:42,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:42,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:42,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:42,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:42,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:42,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:42,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:42,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:42,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:42,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:42,130 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:42,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:42,237 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:42,238 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:42,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:42,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088782227, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:42,239 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x25c273b5 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ac024b6 2024-12-13T11:18:42,283 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f03b942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:42,286 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:42,288 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:42,292 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x25c273b5 to 127.0.0.1:49435 2024-12-13T11:18:42,292 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:42,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:42,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:42,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:42,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:42,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:42,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:42,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:42,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:42,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:42,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:42,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:42,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:42,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:42,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:42,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:42,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:42,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:42,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:42,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:42,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:42,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:42,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:42,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:42,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:42,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:42,653 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:42,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:42,905 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:42,906 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:42,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:42,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088782895, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:42,908 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54165801 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c44b62c 2024-12-13T11:18:42,949 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7204f802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:42,952 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:42,953 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:42,957 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54165801 to 127.0.0.1:49435 2024-12-13T11:18:42,957 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:43,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:43,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:43,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:43,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:43,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:43,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:43,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:43,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:43,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:43,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:43,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:43,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:43,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:43,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:43,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:43,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:43,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:43,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:43,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:43,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:43,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:43,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:43,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:43,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:43,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:43,178 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:43,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:43,668 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:43,669 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:43,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:43,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088783659, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:43,671 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b4de423 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c28795b 2024-12-13T11:18:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:43,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:43,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:43,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:43,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:43,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:43,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:43,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:43,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:43,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:43,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:43,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:43,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:43,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:43,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:43,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:43,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:43,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:43,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:43,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:43,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:43,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:43,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:43,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:43,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:43,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:43,700 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:43,715 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39b95834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:43,717 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:43,718 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:43,720 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b4de423 to 127.0.0.1:49435 2024-12-13T11:18:43,720 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:43,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-13T11:18:43,808 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-13T11:18:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:44,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:44,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:44,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:44,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:44,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:44,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:44,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:44,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:44,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:44,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:44,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:44,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:44,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:44,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:44,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:44,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:44,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:44,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:44,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:44,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:44,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:44,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:44,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:44,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:44,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:44,220 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:44,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:18:44,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T11:18:44,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:44,532 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:44,533 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:44,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:44,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088784523, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:44,534 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4089f1eb to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f44ba00 2024-12-13T11:18:44,582 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ccf3724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:44,583 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:44,584 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:44,586 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4089f1eb to 127.0.0.1:49435 2024-12-13T11:18:44,586 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:44,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:44,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:44,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:44,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:44,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:44,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:44,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:44,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:44,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:44,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:44,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:44,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:44,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:44,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:44,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:44,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:44,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:44,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:44,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:44,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:44,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:44,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:44,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:44,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:44,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:44,747 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:45,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:45,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:45,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:45,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:45,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:45,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:45,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:45,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:45,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:45,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:45,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:45,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:45,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:45,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:45,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:45,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:45,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:45,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:45,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:45,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:45,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:45,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:45,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:45,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:45,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:45,274 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:45,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:45,495 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:45,496 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:45,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:45,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088785487, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:45,498 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c95343d to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@264b1715 2024-12-13T11:18:45,541 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43d872ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:45,544 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:45,545 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:45,550 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c95343d to 127.0.0.1:49435 2024-12-13T11:18:45,550 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:45,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:45,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:45,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:45,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:45,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:45,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:45,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:45,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:45,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:45,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:45,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:45,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:45,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:45,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:45,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:45,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:45,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:45,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:45,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:45,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:45,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:45,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:45,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:45,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:45,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:45,798 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:46,254 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T11:18:46,257 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T11:18:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:46,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:46,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:46,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:46,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:46,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:46,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:46,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:46,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:46,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:46,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:46,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:46,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:46,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:46,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:46,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:46,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:46,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:46,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:46,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:46,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:46,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:46,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:46,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:46,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:46,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:46,323 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:46,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:46,561 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:46,562 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:46,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:46,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088786552, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:46,564 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x018a5901 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f07059a 2024-12-13T11:18:46,594 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f485f9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:46,597 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:46,599 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:46,601 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x018a5901 to 127.0.0.1:49435 2024-12-13T11:18:46,601 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:46,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:46,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:46,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:46,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:46,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:46,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:46,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:46,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:46,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:46,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:46,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:46,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:46,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:46,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:46,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:46,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:46,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:46,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:46,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:46,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:46,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:46,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:46,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:46,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:46,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:46,844 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:47,015 INFO [58281886ad93:46085Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [58281886ad93%2C46085%2C1734088684139]: currently replicating from: hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 at position: -1 2024-12-13T11:18:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:47,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:47,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:47,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:47,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:47,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:47,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:47,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:47,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:47,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:47,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:47,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:47,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:47,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:47,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:47,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:47,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:47,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:47,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:47,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:47,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:47,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:47,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:47,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:47,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:47,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:47,368 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:47,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:47,614 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:47,615 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:47,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:47,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088787603, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:47,617 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35f02e44 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@721cc6b5 2024-12-13T11:18:47,626 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f15dbce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:47,628 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:47,629 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:47,630 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35f02e44 to 127.0.0.1:49435 2024-12-13T11:18:47,630 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:47,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:47,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:47,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:47,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:47,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:47,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:47,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:47,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:47,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:47,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:47,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:47,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:47,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:47,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:47,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:47,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:47,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:47,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:47,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:47,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:47,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:47,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:47,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:47,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:47,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:47,891 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:48,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:48,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:48,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:48,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:48,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:48,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:48,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:48,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:48,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:48,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:48,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:48,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:48,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:48,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:48,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:48,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:48,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:48,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:48,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:48,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:48,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:48,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:48,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:48,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:48,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:48,406 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:48,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:48,639 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:48,640 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:48,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:48,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088788632, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:48,642 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1423445d to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9e1102 2024-12-13T11:18:48,682 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61347174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:48,686 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:48,687 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:48,691 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1423445d to 127.0.0.1:49435 2024-12-13T11:18:48,691 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:48,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:48,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:48,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:48,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:48,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:48,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:48,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:48,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:48,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:48,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:48,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:48,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:48,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:48,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:48,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:48,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:48,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:48,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:48,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:48,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:48,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:48,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:48,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:48,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:48,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:48,935 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:49,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:18:49,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T11:18:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:49,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:49,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:49,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:49,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:49,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:49,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:49,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:49,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:49,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:49,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:49,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:49,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:49,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:49,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:49,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:49,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:49,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:49,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:49,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:49,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:49,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:49,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:49,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:49,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:49,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:49,459 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:49,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:49,700 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:49,701 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:49,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:49,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088789693, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:49,703 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61c05cbb to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11265780 2024-12-13T11:18:49,749 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@535b3b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:49,751 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:49,752 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:49,755 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61c05cbb to 127.0.0.1:49435 2024-12-13T11:18:49,755 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:49,909 INFO [master/58281886ad93:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-13T11:18:49,909 INFO [master/58281886ad93:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-13T11:18:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:49,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:49,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:49,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:49,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:49,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:49,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:49,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:49,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:49,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:49,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:49,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:49,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:49,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:49,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:49,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:49,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:49,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:49,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:49,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:49,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:49,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:49,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:49,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:49,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:49,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:49,989 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:50,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:50,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:50,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:50,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:50,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:50,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:50,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:50,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:50,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:50,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:50,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:50,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:50,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:50,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:50,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:50,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:50,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:50,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:50,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:50,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:50,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:50,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:50,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:50,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:50,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:50,518 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:50,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:50,772 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:50,773 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:50,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:50,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088790757, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:50,775 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2027d66e to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39e1fbd 2024-12-13T11:18:50,815 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@917affc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:50,817 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:50,818 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:50,821 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2027d66e to 127.0.0.1:49435 2024-12-13T11:18:50,821 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:51,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:51,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:51,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:51,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:51,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:51,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:51,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:51,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:51,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:51,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:51,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:51,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:51,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:51,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:51,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:51,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:51,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:51,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:51,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:51,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:51,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:51,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:51,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:51,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:51,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:51,041 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:51,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:51,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:51,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:51,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:51,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:51,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:51,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:51,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:51,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:51,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:51,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:51,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:51,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:51,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:51,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:51,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:51,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:51,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:51,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:51,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:51,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:51,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:51,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:51,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:51,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:51,562 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:51,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:51,833 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:51,834 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:51,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:51,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088791823, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:51,838 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1881b69f to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60b1fcea 2024-12-13T11:18:51,892 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57135e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:51,896 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:51,898 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:51,901 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1881b69f to 127.0.0.1:49435 2024-12-13T11:18:51,901 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:52,015 INFO [58281886ad93:46085Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [58281886ad93%2C46085%2C1734088684139]: currently replicating from: hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 at position: -1 2024-12-13T11:18:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:52,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:52,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:52,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:52,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:52,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:52,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:52,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:52,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:52,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:52,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:52,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:52,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:52,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:52,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:52,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:52,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:52,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:52,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:52,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:52,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:52,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:52,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:52,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:52,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:52,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:52,083 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:52,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:52,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:52,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:52,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:52,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:52,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:52,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:52,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:52,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:52,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:52,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:52,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:52,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:52,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:52,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:52,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:52,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:52,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:52,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:52,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:52,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:52,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:52,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:52,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:52,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:52,605 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:52,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:52,914 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:52,915 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:52,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:52,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088792904, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:52,916 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028b698e to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d328399 2024-12-13T11:18:52,951 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@209ea9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:52,953 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:52,954 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:52,955 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028b698e to 127.0.0.1:49435 2024-12-13T11:18:52,955 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:53,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:53,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:53,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:53,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:53,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:53,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:53,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:53,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:53,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:53,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:53,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:53,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:53,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:53,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:53,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:53,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:53,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:53,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:53,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:53,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:53,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:53,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:53,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:53,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:53,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:53,128 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:53,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:53,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:53,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:53,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:53,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:53,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:53,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:53,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:53,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:53,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:53,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:53,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:53,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:53,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:53,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:53,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:53,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:53,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:53,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:53,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:53,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:53,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:53,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:53,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:53,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:53,651 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:53,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:53,961 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:53,962 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:53,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:53,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088793956, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:53,964 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x366110bb to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4fb663a5 2024-12-13T11:18:54,002 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ab04000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:54,004 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:54,006 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:54,008 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x366110bb to 127.0.0.1:49435 2024-12-13T11:18:54,008 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:54,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:54,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:54,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:54,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:54,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:54,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:54,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:54,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:54,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:54,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:54,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:54,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:54,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:54,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:54,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:54,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:54,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:54,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:54,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:54,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:54,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:54,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:54,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:54,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:54,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:54,173 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:54,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:18:54,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T11:18:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:54,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:54,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:54,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:54,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:54,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:54,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:54,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:54,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:54,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:54,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:54,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:54,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:54,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:54,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:54,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:54,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:54,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:54,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:54,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:54,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:54,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:54,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:54,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:54,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:54,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:54,694 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:55,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:55,016 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:55,017 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:55,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:55,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088795010, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:55,019 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x351ac455 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@494d3218 2024-12-13T11:18:55,061 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51e5cb71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:55,064 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:55,066 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:55,069 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x351ac455 to 127.0.0.1:49435 2024-12-13T11:18:55,069 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:55,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:55,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:55,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:55,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:55,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:55,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:55,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:55,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:55,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:55,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:55,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:55,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:55,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:55,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:55,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:55,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:55,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:55,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:55,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:55,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:55,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:55,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:55,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:55,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:55,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:55,209 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:55,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:55,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:55,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:55,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:55,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:55,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:55,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:55,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:55,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:55,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:55,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:55,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:55,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:55,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:55,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:55,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:55,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:55,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:55,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:55,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:55,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:55,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:55,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:55,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:55,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:55,724 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:56,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:56,080 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:56,082 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:56,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:56,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088796071, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:56,085 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3eb80d1f to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e452522 2024-12-13T11:18:56,126 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6184dbd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:56,129 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:56,130 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:56,132 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3eb80d1f to 127.0.0.1:49435 2024-12-13T11:18:56,132 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:56,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:56,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:56,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:56,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:56,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:56,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:56,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:56,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:56,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:56,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:56,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:56,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:56,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:56,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:56,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:56,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:56,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:56,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:56,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:56,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:56,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:56,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:56,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:56,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:56,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:56,236 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:56,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:56,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:56,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:56,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:56,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:56,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:56,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:56,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:56,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:56,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:56,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:56,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:56,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:56,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:56,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:56,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:56,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:56,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:56,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:56,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:56,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:56,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:56,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:56,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:56,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:56,756 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:57,015 INFO [58281886ad93:46085Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [58281886ad93%2C46085%2C1734088684139]: currently replicating from: hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 at position: -1 2024-12-13T11:18:57,021 INFO [master/58281886ad93:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-13T11:18:57,021 INFO [master/58281886ad93:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-13T11:18:57,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:57,144 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:57,145 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:57,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:57,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088797134, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:57,146 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x589a03cc to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6fc141c8 2024-12-13T11:18:57,159 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28dc1df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:57,161 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:57,162 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:57,163 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x589a03cc to 127.0.0.1:49435 2024-12-13T11:18:57,164 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:57,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:57,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:57,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:57,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:57,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:57,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:57,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:57,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:57,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:57,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:57,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:57,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:57,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:57,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:57,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:57,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:57,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:57,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:57,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:57,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:57,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:57,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:57,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:57,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:57,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:57,281 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:57,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:57,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:57,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:57,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:57,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:57,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:57,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:57,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:57,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:57,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:57,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:57,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:57,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:57,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:57,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:57,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:57,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:57,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:57,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:57,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:57,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:57,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:57,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:57,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:57,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:57,802 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:58,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:58,175 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:58,176 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:58,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:58,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088798165, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:58,177 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2774ebea to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@425e21cd 2024-12-13T11:18:58,218 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a258ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:58,221 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:58,222 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:58,226 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2774ebea to 127.0.0.1:49435 2024-12-13T11:18:58,226 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:58,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:58,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:58,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:58,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:58,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:58,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:58,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:58,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:58,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:58,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:58,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:58,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:58,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:58,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:58,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:58,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:58,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:58,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:58,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:58,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:58,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:58,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:58,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:58,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:58,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:58,331 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:58,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:58,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:58,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:58,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:58,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:58,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:58,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:58,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:58,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:58,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:58,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:58,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:58,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:58,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:58,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:58,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:58,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:58,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:58,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:58,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:58,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:58,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:58,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:58,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:58,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:58,855 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:59,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:18:59,231 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:18:59,231 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:59,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:18:59,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088799227, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:18:59,232 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65d46e29 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@56b76b17 2024-12-13T11:18:59,268 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@704b243e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:18:59,270 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:18:59,271 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:18:59,272 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65d46e29 to 127.0.0.1:49435 2024-12-13T11:18:59,273 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:18:59,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:18:59,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T11:18:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:59,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:59,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:59,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:59,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:59,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:59,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:59,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:59,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:59,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:59,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:59,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:59,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:59,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:59,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:59,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:59,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:59,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:59,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:59,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:59,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:59,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:59,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:59,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:59,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:59,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:59,374 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:18:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:18:59,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:18:59,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:18:59,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:18:59,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:18:59,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:18:59,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:18:59,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:18:59,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:18:59,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:18:59,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:18:59,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:18:59,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:18:59,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:18:59,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:18:59,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:18:59,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:18:59,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:18:59,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:18:59,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:18:59,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:18:59,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:18:59,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:18:59,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:18:59,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:18:59,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:18:59,894 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:00,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:00,285 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:00,285 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:00,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:00,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088800274, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:00,287 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cdb17e2 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41593ebd 2024-12-13T11:19:00,327 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@681a987c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:00,330 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:00,332 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:00,335 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cdb17e2 to 127.0.0.1:49435 2024-12-13T11:19:00,335 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:00,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:00,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:00,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:00,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:00,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:00,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:00,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:00,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:00,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:00,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:00,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:00,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:00,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:00,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:00,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:00,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:00,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:00,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:00,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:00,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:00,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:00,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:00,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:00,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:00,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:00,417 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:00,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:00,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:00,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:00,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:00,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:00,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:00,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:00,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:00,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:00,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:00,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:00,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:00,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:00,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:00,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:00,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:00,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:00,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:00,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:00,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:00,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:00,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:00,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:00,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:00,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:00,929 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:01,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:01,345 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:01,346 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:01,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:01,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088801337, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:01,347 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32515221 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3af53e00 2024-12-13T11:19:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:01,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:01,436 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@610885a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:01,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:01,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:01,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:01,439 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:01,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:01,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:01,440 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:01,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:01,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:01,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:01,442 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32515221 to 127.0.0.1:49435 2024-12-13T11:19:01,442 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:01,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:01,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:01,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:01,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:01,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:01,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:01,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:01,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:01,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:01,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:01,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:01,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:01,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:01,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:01,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:01,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:01,450 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:01,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:01,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:01,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:01,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:01,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:01,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:01,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:01,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:01,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:01,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:01,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:01,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:01,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:01,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:01,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:01,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:01,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:01,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:01,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:01,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:01,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:01,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:01,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:01,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:01,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:01,973 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:02,015 INFO [58281886ad93:46085Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [58281886ad93%2C46085%2C1734088684139]: currently replicating from: hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 at position: -1 2024-12-13T11:19:02,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:02,451 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:02,452 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:02,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:02,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088802444, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:02,453 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x712e4b9c to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62387e87 2024-12-13T11:19:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:02,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:02,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:02,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:02,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:02,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:02,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:02,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:02,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:02,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:02,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:02,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:02,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:02,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:02,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:02,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:02,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:02,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:02,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:02,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:02,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:02,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:02,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:02,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:02,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:02,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:02,483 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:02,498 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@606878c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:02,499 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:02,500 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:02,502 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x712e4b9c to 127.0.0.1:49435 2024-12-13T11:19:02,502 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:02,656 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T11:19:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:02,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:02,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:02,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:02,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:02,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:02,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:02,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:02,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:02,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:02,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:03,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:03,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:03,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:03,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:03,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:03,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:03,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:03,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:03,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:03,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:03,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:03,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:03,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:03,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:03,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:03,010 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:03,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:03,512 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:03,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:03,513 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:03,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:03,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:03,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088803504, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:03,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:03,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:03,515 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cf69ee5 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9b07ba 2024-12-13T11:19:03,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:03,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:03,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:03,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:03,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:03,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:03,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:03,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:03,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:03,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:03,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:03,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:03,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:03,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:03,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:03,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:03,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:03,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:03,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:03,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:03,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:03,523 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:03,557 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e16c6a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:03,559 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:03,560 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:03,561 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cf69ee5 to 127.0.0.1:49435 2024-12-13T11:19:03,561 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:04,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:04,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:04,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:04,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:04,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:04,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:04,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:04,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:04,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:04,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:04,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:04,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:04,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:04,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:04,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:04,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:04,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:04,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:04,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:04,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:04,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:04,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:04,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:04,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:04,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:04,049 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:04,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:19:04,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T11:19:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:04,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:04,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:04,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:04,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:04,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:04,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:04,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:04,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:04,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:04,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:04,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:04,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:04,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:04,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:04,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:04,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:04,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:04,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:04,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:04,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:04,567 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:04,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:04,568 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:04,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:04,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:04,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088804563, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:04,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:04,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:04,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:04,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:04,569 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x13bc0726 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76ff643c 2024-12-13T11:19:04,570 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:04,609 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e74979e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:04,611 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:04,613 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:04,615 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x13bc0726 to 127.0.0.1:49435 2024-12-13T11:19:04,615 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:05,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:05,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:05,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:05,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:05,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:05,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:05,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:05,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:05,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:05,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:05,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:05,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:05,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:05,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:05,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:05,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:05,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:05,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:05,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:05,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:05,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:05,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:05,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:05,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:05,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:05,089 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:05,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:05,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:05,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:05,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:05,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:05,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:05,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:05,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:05,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:05,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:05,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:05,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:05,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:05,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:05,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:05,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:05,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:05,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:05,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:05,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:05,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:05,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:05,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:05,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:05,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:05,612 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:05,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:05,619 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:05,620 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:05,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:05,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088805616, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:05,621 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b3915c0 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@366a581f 2024-12-13T11:19:05,666 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cd8f12b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:05,668 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:05,670 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:05,672 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b3915c0 to 127.0.0.1:49435 2024-12-13T11:19:05,672 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:06,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:06,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:06,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:06,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:06,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:06,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:06,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:06,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:06,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:06,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:06,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:06,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:06,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:06,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:06,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:06,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:06,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:06,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:06,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:06,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:06,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:06,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:06,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:06,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:06,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:06,134 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:06,636 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-13T11:19:06,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-13T11:19:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-13T11:19:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T11:19:06,640 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734088746640"}]},"ts":"1734088746640"} 2024-12-13T11:19:06,641 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-13T11:19:06,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:06,679 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:06,680 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:06,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:06,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088806673, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:06,681 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-13T11:19:06,682 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ab0a279 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e7eb990 2024-12-13T11:19:06,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-13T11:19:06,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=ad9f6d245f99e251b065622a8b0683b2, UNASSIGN}] 2024-12-13T11:19:06,685 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=ad9f6d245f99e251b065622a8b0683b2, UNASSIGN 2024-12-13T11:19:06,686 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=ad9f6d245f99e251b065622a8b0683b2, regionState=CLOSING, regionLocation=58281886ad93,46085,1734088684139 2024-12-13T11:19:06,687 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T11:19:06,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure ad9f6d245f99e251b065622a8b0683b2, server=58281886ad93,46085,1734088684139}] 2024-12-13T11:19:06,692 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65a45cdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:06,694 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:06,694 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:06,696 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ab0a279 to 127.0.0.1:49435 2024-12-13T11:19:06,696 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T11:19:06,838 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 58281886ad93,46085,1734088684139 2024-12-13T11:19:06,839 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close ad9f6d245f99e251b065622a8b0683b2 2024-12-13T11:19:06,840 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T11:19:06,840 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing ad9f6d245f99e251b065622a8b0683b2, disabling compactions & flushes 2024-12-13T11:19:06,840 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2. 2024-12-13T11:19:06,840 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2. 2024-12-13T11:19:06,840 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2. after waiting 0 ms 2024-12-13T11:19:06,840 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2. 2024-12-13T11:19:06,841 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing ad9f6d245f99e251b065622a8b0683b2 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-13T11:19:06,898 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/testdroppedtimed/ad9f6d245f99e251b065622a8b0683b2/.tmp/fam/316ccaeee1ae47d78e8c7c999b14f530 is 4154, key is 0 put on table to be dropped/fam:row/1734088718955/Put/seqid=0 2024-12-13T11:19:06,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741866_1042 (size=9218) 2024-12-13T11:19:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T11:19:07,015 INFO [58281886ad93:46085Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [58281886ad93%2C46085%2C1734088684139]: currently replicating from: hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 at position: -1 2024-12-13T11:19:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T11:19:07,307 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/testdroppedtimed/ad9f6d245f99e251b065622a8b0683b2/.tmp/fam/316ccaeee1ae47d78e8c7c999b14f530 2024-12-13T11:19:07,351 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/testdroppedtimed/ad9f6d245f99e251b065622a8b0683b2/.tmp/fam/316ccaeee1ae47d78e8c7c999b14f530 as hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/testdroppedtimed/ad9f6d245f99e251b065622a8b0683b2/fam/316ccaeee1ae47d78e8c7c999b14f530 2024-12-13T11:19:07,357 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/testdroppedtimed/ad9f6d245f99e251b065622a8b0683b2/fam/316ccaeee1ae47d78e8c7c999b14f530, entries=1, sequenceid=5, filesize=9.0 K 2024-12-13T11:19:07,359 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for ad9f6d245f99e251b065622a8b0683b2 in 518ms, sequenceid=5, compaction requested=false 2024-12-13T11:19:07,359 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-13T11:19:07,364 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/testdroppedtimed/ad9f6d245f99e251b065622a8b0683b2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T11:19:07,365 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2. 2024-12-13T11:19:07,365 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for ad9f6d245f99e251b065622a8b0683b2: 2024-12-13T11:19:07,366 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed ad9f6d245f99e251b065622a8b0683b2 2024-12-13T11:19:07,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=ad9f6d245f99e251b065622a8b0683b2, regionState=CLOSED 2024-12-13T11:19:07,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-13T11:19:07,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure ad9f6d245f99e251b065622a8b0683b2, server=58281886ad93,46085,1734088684139 in 680 msec 2024-12-13T11:19:07,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-13T11:19:07,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=ad9f6d245f99e251b065622a8b0683b2, UNASSIGN in 684 msec 2024-12-13T11:19:07,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-13T11:19:07,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 688 msec 2024-12-13T11:19:07,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734088747374"}]},"ts":"1734088747374"} 2024-12-13T11:19:07,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-13T11:19:07,392 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-13T11:19:07,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 755 msec 2024-12-13T11:19:07,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:07,707 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:07,708 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:07,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:07,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088807698, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:07,709 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32f83959 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2951b4af 2024-12-13T11:19:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T11:19:07,745 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-13T11:19:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:07,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:07,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:07,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:07,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:07,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:07,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:07,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:07,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:07,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:07,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:07,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:07,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:07,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:07,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:07,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:07,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:07,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:07,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:07,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:07,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:07,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:07,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:07,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:07,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:07,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:07,763 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:07,764 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e5447ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:07,765 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:07,766 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:07,767 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32f83959 to 127.0.0.1:49435 2024-12-13T11:19:07,767 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:08,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:08,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:08,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:08,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:08,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:08,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:08,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:08,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:08,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:08,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:08,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:08,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:08,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:08,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:08,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:08,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:08,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:08,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:08,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:08,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:08,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:08,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:08,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:08,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:08,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:08,282 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:08,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:08,777 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:08,778 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:08,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:08,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088808769, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:08,782 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e48b1d to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23b4b382 2024-12-13T11:19:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:08,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:08,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:08,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:08,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:08,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:08,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:08,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:08,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:08,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:08,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:08,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:08,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:08,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:08,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:08,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:08,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:08,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:08,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:08,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:08,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:08,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:08,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:08,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:08,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:08,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:08,797 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:08,817 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f13eb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:08,819 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:08,820 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:08,821 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e48b1d to 127.0.0.1:49435 2024-12-13T11:19:08,821 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:09,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:09,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:09,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:09,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:09,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:09,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:09,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:09,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:09,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:09,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:09,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:09,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:09,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:09,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:09,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:09,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:09,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:09,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:19:09,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T11:19:09,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:09,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:09,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:09,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:09,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:09,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:09,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:09,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:09,317 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:09,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:09,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:09,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:09,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:09,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:09,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:09,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:09,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:09,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:09,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:09,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:09,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:09,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:09,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:09,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:09,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:09,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:09,826 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:09,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:09,827 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:09,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:09,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:09,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088809822, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:09,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:09,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:09,828 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12c66567 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14e8fc1e 2024-12-13T11:19:09,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:09,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:09,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:09,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:09,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:09,831 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:09,867 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6452b7af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:09,869 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:09,871 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:09,873 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12c66567 to 127.0.0.1:49435 2024-12-13T11:19:09,873 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:10,032 DEBUG [master/58281886ad93:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 5571d5a4733f56c4669201644c298ff3 changed from -1.0 to 0.0, refreshing cache 2024-12-13T11:19:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:10,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:10,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:10,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:10,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:10,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:10,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:10,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:10,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:10,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:10,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:10,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:10,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:10,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:10,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:10,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:10,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:10,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:10,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:10,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:10,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:10,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:10,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:10,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:10,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:10,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:10,350 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:10,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:10,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:10,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:10,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:10,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:10,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:10,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:10,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:10,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:10,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:10,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:10,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:10,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:10,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:10,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:10,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:10,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:10,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:10,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:10,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:10,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:10,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:10,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:10,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:10,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:10,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:10,880 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:10,881 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:10,881 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:10,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:10,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088810874, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:10,883 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x395a0c13 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a811f2a 2024-12-13T11:19:10,925 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b9f321a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:10,928 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:10,930 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:10,932 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x395a0c13 to 127.0.0.1:49435 2024-12-13T11:19:10,932 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:11,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:11,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:11,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:11,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:11,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:11,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:11,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:11,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:11,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:11,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:11,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:11,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:11,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:11,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:11,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:11,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:11,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:11,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:11,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:11,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:11,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:11,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:11,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:11,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:11,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:11,402 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:11,526 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T11:19:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:11,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:11,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:11,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:11,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:11,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:11,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:11,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:11,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:11,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:11,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:11,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:11,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:11,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:11,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:11,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:11,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:11,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:11,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:11,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:11,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:11,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:11,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:11,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:11,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:11,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:11,920 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:11,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:11,938 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:11,938 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:11,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:11,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088811933, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:11,940 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f8e81f9 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d94bd6d 2024-12-13T11:19:11,982 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ff95727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:11,984 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:11,985 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:11,988 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f8e81f9 to 127.0.0.1:49435 2024-12-13T11:19:11,988 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:12,015 INFO [58281886ad93:46085Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [58281886ad93%2C46085%2C1734088684139]: currently replicating from: hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 at position: -1 2024-12-13T11:19:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:12,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:12,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:12,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:12,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:12,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:12,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:12,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:12,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:12,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:12,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:12,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:12,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:12,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:12,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:12,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:12,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:12,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:12,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:12,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:12,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:12,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:12,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:12,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:12,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:12,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:12,437 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:12,887 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T11:19:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:12,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:12,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:12,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:12,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:12,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:12,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:12,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:12,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:12,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:12,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:12,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:12,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:12,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:12,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:12,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:12,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:12,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:12,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:12,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:12,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:12,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:12,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:12,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:12,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:12,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:12,948 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:12,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:12,993 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:12,994 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:12,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:12,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088812989, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:12,997 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b1c15da to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33fbaa01 2024-12-13T11:19:13,026 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@262e8336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:13,029 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:13,030 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:13,033 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b1c15da to 127.0.0.1:49435 2024-12-13T11:19:13,033 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:13,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:13,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:13,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:13,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:13,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:13,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:13,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:13,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:13,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:13,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:13,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:13,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:13,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:13,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:13,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:13,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:13,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:13,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:13,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:13,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:13,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:13,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:13,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:13,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:13,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:13,469 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:13,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-13T11:19:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:13,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:13,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:13,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:13,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:13,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:13,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:13,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:13,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:13,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:13,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:13,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:13,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:13,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:13,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:13,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:13,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:13,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:13,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:13,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:13,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:13,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:13,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:13,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:13,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:13,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:13,989 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:14,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:14,039 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:14,041 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:14,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:14,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088814034, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:14,043 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b3c02a5 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@35791061 2024-12-13T11:19:14,090 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@679c12cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:14,091 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:14,093 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:14,094 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b3c02a5 to 127.0.0.1:49435 2024-12-13T11:19:14,094 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:14,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:19:14,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T11:19:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:14,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:14,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:14,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:14,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:14,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:14,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:14,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:14,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:14,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:14,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:14,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:14,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:14,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:14,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:14,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:14,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:14,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:14,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:14,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:14,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:14,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:14,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:14,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:14,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:14,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:14,513 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:15,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:15,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:15,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:15,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:15,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:15,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:15,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:15,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:15,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:15,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:15,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:15,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:15,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:15,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:15,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:15,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:15,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:15,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:15,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:15,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:15,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:15,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:15,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:15,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:15,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:15,025 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:15,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:15,099 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:15,100 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:15,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:15,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088815095, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:15,102 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67cd89f9 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1aca6779 2024-12-13T11:19:15,149 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dc734a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:15,150 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:15,152 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:15,154 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67cd89f9 to 127.0.0.1:49435 2024-12-13T11:19:15,154 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:15,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:15,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:15,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:15,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:15,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:15,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:15,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:15,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:15,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:15,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:15,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:15,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:15,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:15,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:15,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:15,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:15,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:15,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:15,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:15,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:15,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:15,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:15,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:15,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:15,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:15,545 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:15,612 DEBUG [master/58281886ad93:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region f9c93f8336770d286f5245430ce05b8b changed from -1.0 to 0.0, refreshing cache 2024-12-13T11:19:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:16,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:16,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:16,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:16,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:16,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:16,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:16,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:16,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:16,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:16,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:16,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:16,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:16,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:16,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:16,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:16,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:16,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:16,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:16,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:16,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:16,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:16,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:16,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:16,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:16,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:16,064 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:16,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:16,159 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:16,160 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:16,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:16,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088816155, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:16,161 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x363eda13 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f068202 2024-12-13T11:19:16,201 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bc0c37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:16,202 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:16,204 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:16,206 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x363eda13 to 127.0.0.1:49435 2024-12-13T11:19:16,206 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:16,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:16,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:16,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:16,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:16,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:16,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:16,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:16,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:16,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:16,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:16,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:16,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:16,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:16,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:16,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:16,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:16,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:16,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:16,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:16,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:16,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:16,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:16,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:16,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:16,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:16,583 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:17,015 INFO [58281886ad93:46085Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [58281886ad93%2C46085%2C1734088684139]: currently replicating from: hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 at position: -1 2024-12-13T11:19:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:17,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:17,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:17,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:17,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:17,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:17,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:17,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:17,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:17,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:17,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:17,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:17,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:17,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:17,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:17,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:17,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:17,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:17,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:17,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:17,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:17,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:17,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:17,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:17,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:17,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:17,106 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:17,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:17,217 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:17,218 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:17,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:17,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088817207, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:17,221 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e2cce7d to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55f14928 2024-12-13T11:19:17,234 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@877b3d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:17,237 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:17,238 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:17,241 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e2cce7d to 127.0.0.1:49435 2024-12-13T11:19:17,241 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:17,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:17,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:17,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:17,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:17,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:17,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:17,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:17,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:17,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:17,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:17,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:17,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:17,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:17,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:17,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:17,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:17,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:17,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:17,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:17,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:17,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:17,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:17,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:17,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:17,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:17,631 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:18,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:18,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:18,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:18,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:18,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:18,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:18,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:18,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:18,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:18,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:18,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:18,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:18,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:18,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:18,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:18,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:18,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:18,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:18,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:18,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:18,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:18,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:18,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:18,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:18,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:18,152 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:18,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:18,249 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:18,250 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:18,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:18,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088818242, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:18,253 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d5007dc to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62b7b157 2024-12-13T11:19:18,267 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@576b77f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:18,271 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:18,273 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:18,276 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d5007dc to 127.0.0.1:49435 2024-12-13T11:19:18,276 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:18,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:18,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:18,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:18,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:18,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:18,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:18,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:18,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:18,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:18,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:18,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:18,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:18,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:18,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:18,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:18,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:18,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:18,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:18,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:18,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:18,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:18,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:18,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:18,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:18,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:18,673 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:19,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:19,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:19,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:19,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:19,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:19,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:19,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:19,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:19,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:19,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:19,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:19,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:19,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:19,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:19,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:19,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:19,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:19,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:19,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:19,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:19,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:19,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:19,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:19,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:19,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:19,185 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:19,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:19,285 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:19,286 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:19,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:19,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088819278, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:19,287 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1480191b to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b622fd5 2024-12-13T11:19:19,309 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T11:19:19,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:19:19,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T11:19:19,332 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47ba15be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:19,333 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:19,334 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:19,335 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1480191b to 127.0.0.1:49435 2024-12-13T11:19:19,335 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:19,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:19,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:19,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:19,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:19,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:19,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:19,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:19,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:19,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:19,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:19,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:19,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:19,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:19,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:19,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:19,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:19,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:19,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:19,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:19,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:19,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:19,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:19,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:19,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:19,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:19,709 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:20,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:20,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:20,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:20,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:20,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:20,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:20,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:20,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:20,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:20,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:20,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:20,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:20,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:20,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:20,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:20,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:20,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:20,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:20,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:20,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:20,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:20,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:20,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:20,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:20,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:20,224 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:20,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:20,345 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:20,346 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:20,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:20,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088820336, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:20,347 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66a83412 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c6eb395 2024-12-13T11:19:20,400 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b6e4643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:20,403 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:20,405 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:20,407 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66a83412 to 127.0.0.1:49435 2024-12-13T11:19:20,408 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:20,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:20,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:20,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:20,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:20,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:20,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:20,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:20,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:20,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:20,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:20,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:20,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:20,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:20,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:20,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:20,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:20,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:20,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:20,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:20,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:20,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:20,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:20,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:20,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:20,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:20,750 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:21,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:21,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:21,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:21,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:21,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:21,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:21,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:21,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:21,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:21,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:21,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:21,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:21,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:21,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:21,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:21,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:21,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:21,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:21,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:21,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:21,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:21,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:21,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:21,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:21,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:21,273 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:21,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:21,418 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:21,419 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:21,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:21,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088821409, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:21,422 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b7e1b87 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12c5e966 2024-12-13T11:19:21,466 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bc0f923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:21,468 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:21,470 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:21,473 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b7e1b87 to 127.0.0.1:49435 2024-12-13T11:19:21,473 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:21,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:21,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:21,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:21,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:21,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:21,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:21,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:21,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:21,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:21,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:21,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:21,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:21,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:21,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:21,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:21,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:21,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:21,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:21,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:21,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:21,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:21,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:21,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:21,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:21,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:21,801 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:22,015 INFO [58281886ad93:46085Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [58281886ad93%2C46085%2C1734088684139]: currently replicating from: hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 at position: -1 2024-12-13T11:19:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:22,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:22,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:22,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:22,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:22,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:22,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:22,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:22,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:22,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:22,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:22,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:22,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:22,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:22,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:22,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:22,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:22,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:22,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:22,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:22,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:22,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:22,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:22,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:22,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:22,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:22,318 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:22,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:22,477 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:22,478 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:22,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:22,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088822473, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:22,478 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11ac92f0 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c9fc77a 2024-12-13T11:19:22,524 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@605a3a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:22,527 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:22,529 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:22,533 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11ac92f0 to 127.0.0.1:49435 2024-12-13T11:19:22,533 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:22,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:22,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:22,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:22,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:22,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:22,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:22,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:22,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:22,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:22,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:22,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:22,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:22,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:22,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:22,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:22,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:22,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:22,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:22,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:22,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:22,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:22,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:22,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:22,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:22,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:22,838 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:23,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:23,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:23,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:23,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:23,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:23,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:23,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:23,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:23,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:23,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:23,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:23,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:23,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:23,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:23,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:23,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:23,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:23,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:23,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:23,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:23,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:23,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:23,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:23,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:23,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:23,353 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:23,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:23,545 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:23,546 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:23,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:23,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088823535, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:23,548 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0783001f to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5575b382 2024-12-13T11:19:23,600 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@644f5065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:23,602 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:23,603 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:23,605 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0783001f to 127.0.0.1:49435 2024-12-13T11:19:23,605 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:23,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:23,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:23,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:23,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:23,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:23,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:23,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:23,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:23,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:23,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:23,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:23,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:23,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:23,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:23,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:23,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:23,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:23,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:23,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:23,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:23,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:23,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:23,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:23,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:23,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:23,876 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:24,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:19:24,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T11:19:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:24,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:24,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:24,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:24,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:24,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:24,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:24,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:24,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:24,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:24,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:24,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:24,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:24,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:24,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:24,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:24,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:24,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:24,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:24,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:24,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:24,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:24,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:24,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:24,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:24,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:24,404 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:24,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:24,615 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:24,616 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:24,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:24,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088824607, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:24,617 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6038df5c to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1829897a 2024-12-13T11:19:24,666 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67b3e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:24,669 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:24,671 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:24,674 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6038df5c to 127.0.0.1:49435 2024-12-13T11:19:24,674 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:24,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:24,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:24,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:24,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:24,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:24,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:24,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:24,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:24,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:24,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:24,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:24,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:24,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:24,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:24,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:24,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:24,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:24,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:24,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:24,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:24,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:24,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:24,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:24,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:24,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:24,929 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:25,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:25,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:25,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:25,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:25,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:25,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:25,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:25,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:25,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:25,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:25,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:25,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:25,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:25,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:25,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:25,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:25,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:25,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:25,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:25,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:25,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:25,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:25,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:25,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:25,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:25,447 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:25,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:25,683 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:25,684 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:25,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:25,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088825675, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:25,685 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a3b65d9 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e0d51bd 2024-12-13T11:19:25,732 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71daf230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:25,734 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:25,735 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:25,737 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a3b65d9 to 127.0.0.1:49435 2024-12-13T11:19:25,737 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:25,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:25,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:25,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:25,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:25,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:25,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:25,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:25,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:25,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:25,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:25,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:25,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:25,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:25,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:25,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:25,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:25,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:25,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:25,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:25,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:25,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:25,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:25,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:25,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:25,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:25,968 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:26,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:26,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:26,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:26,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:26,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:26,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:26,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:26,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:26,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:26,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:26,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:26,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:26,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:26,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:26,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:26,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:26,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:26,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:26,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:26,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:26,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:26,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:26,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:26,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:26,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:26,485 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:26,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:26,747 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:26,748 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:26,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:26,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088826739, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:26,751 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x708883e2 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@344cb4f7 2024-12-13T11:19:26,799 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12a18b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:26,801 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:26,802 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:26,804 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x708883e2 to 127.0.0.1:49435 2024-12-13T11:19:26,804 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:26,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:26,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:26,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:26,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:26,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:26,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:26,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:26,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:26,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:26,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:26,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:26,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:26,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:26,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:26,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:26,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:26,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:26,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:26,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:26,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:26,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:26,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:26,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:26,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:26,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:26,998 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:27,015 INFO [58281886ad93:46085Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [58281886ad93%2C46085%2C1734088684139]: currently replicating from: hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 at position: -1 2024-12-13T11:19:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:27,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:27,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:27,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:27,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:27,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:27,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:27,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:27,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:27,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:27,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:27,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:27,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:27,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:27,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:27,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:27,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:27,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:27,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:27,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:27,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:27,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:27,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:27,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:27,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:27,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:27,510 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:27,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:27,813 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:27,815 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:27,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:27,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088827806, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:27,816 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16031155 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47b9e46e 2024-12-13T11:19:27,831 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59df6fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:27,833 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:27,833 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:27,835 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16031155 to 127.0.0.1:49435 2024-12-13T11:19:27,835 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:28,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:28,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:28,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:28,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:28,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:28,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:28,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:28,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:28,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:28,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:28,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:28,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:28,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:28,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:28,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:28,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:28,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:28,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:28,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:28,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:28,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:28,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:28,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:28,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:28,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:28,034 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:28,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:28,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:28,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:28,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:28,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:28,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:28,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:28,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:28,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:28,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:28,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:28,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:28,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:28,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:28,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:28,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:28,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:28,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:28,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:28,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:28,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:28,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:28,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:28,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:28,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:28,544 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:28,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:28,845 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:28,847 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:28,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:28,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088828836, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:28,849 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75d16192 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d4361d2 2024-12-13T11:19:28,890 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f40d0ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:28,891 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:28,892 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:28,893 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75d16192 to 127.0.0.1:49435 2024-12-13T11:19:28,894 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:29,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:29,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:29,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:29,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:29,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:29,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:29,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:29,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:29,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:29,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:29,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:29,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:29,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:29,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:29,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:29,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:29,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:29,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:29,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:29,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:29,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:29,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:29,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:29,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:29,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:29,065 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:29,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:19:29,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T11:19:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:29,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:29,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:29,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:29,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:29,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:29,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:29,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:29,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:29,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:29,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:29,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:29,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:29,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:29,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:29,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:29,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:29,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:29,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:29,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:29,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:29,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:29,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:29,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:29,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:29,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:29,590 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:29,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:29,903 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:29,903 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:29,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:29,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088829895, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:29,906 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x688c3d9f to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ea78cad 2024-12-13T11:19:29,948 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57bbc05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:29,950 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:29,951 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:29,954 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x688c3d9f to 127.0.0.1:49435 2024-12-13T11:19:29,954 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:30,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:30,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:30,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:30,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:30,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:30,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:30,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:30,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:30,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:30,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:30,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:30,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:30,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:30,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:30,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:30,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:30,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:30,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:30,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:30,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:30,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:30,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:30,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:30,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:30,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:30,113 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:30,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:30,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:30,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:30,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:30,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:30,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:30,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:30,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:30,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:30,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:30,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:30,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:30,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:30,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:30,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:30,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:30,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:30,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:30,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:30,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:30,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:30,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:30,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:30,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:30,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:30,637 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:30,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:30,961 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:30,963 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:30,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:30,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088830955, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:30,964 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x308a85a9 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27aa5f1 2024-12-13T11:19:31,016 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bca0cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:31,019 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:31,020 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:31,023 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x308a85a9 to 127.0.0.1:49435 2024-12-13T11:19:31,023 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:31,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:31,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:31,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:31,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:31,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:31,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:31,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:31,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:31,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:31,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:31,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:31,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:31,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:31,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:31,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:31,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:31,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:31,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:31,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:31,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:31,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:31,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:31,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:31,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:31,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:31,156 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:31,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:31,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:31,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:31,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:31,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:31,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:31,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:31,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:31,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:31,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:31,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:31,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:31,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:31,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:31,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:31,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:31,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:31,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:31,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:31,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:31,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:31,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:31,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:31,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:31,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:31,677 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:32,015 INFO [58281886ad93:46085Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [58281886ad93%2C46085%2C1734088684139]: currently replicating from: hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 at position: -1 2024-12-13T11:19:32,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:32,034 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:32,035 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:32,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:32,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088832025, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:32,037 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ff4e01f to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1876913d 2024-12-13T11:19:32,082 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4380836b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:32,084 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:32,085 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:32,087 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ff4e01f to 127.0.0.1:49435 2024-12-13T11:19:32,087 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:32,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:32,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:32,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:32,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:32,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:32,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:32,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:32,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:32,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:32,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:32,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:32,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:32,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:32,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:32,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:32,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:32,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:32,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:32,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:32,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:32,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:32,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:32,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:32,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:32,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:32,198 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:32,656 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T11:19:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:32,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:32,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:32,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:32,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:32,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:32,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:32,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:32,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:32,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:32,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:32,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:32,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:32,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:32,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:32,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:32,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:32,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:32,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:32,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:32,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:32,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:32,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:32,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:32,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:32,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:32,717 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:33,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:33,096 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:33,097 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:33,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:33,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088833088, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:33,100 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c4455ed to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1097c421 2024-12-13T11:19:33,115 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57cb9683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:33,116 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:33,117 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:33,119 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c4455ed to 127.0.0.1:49435 2024-12-13T11:19:33,119 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:33,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:33,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:33,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:33,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:33,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:33,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:33,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:33,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:33,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:33,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:33,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:33,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:33,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:33,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:33,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:33,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:33,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:33,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:33,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:33,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:33,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:33,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:33,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:33,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:33,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:33,236 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T11:19:33,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-13T11:19:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-13T11:19:33,742 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T11:19:33,744 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T11:19:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T11:19:33,747 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/testdroppedtimed/ad9f6d245f99e251b065622a8b0683b2 2024-12-13T11:19:33,751 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/testdroppedtimed/ad9f6d245f99e251b065622a8b0683b2/fam, FileablePath, hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/testdroppedtimed/ad9f6d245f99e251b065622a8b0683b2/recovered.edits] 2024-12-13T11:19:33,755 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/testdroppedtimed/ad9f6d245f99e251b065622a8b0683b2/fam/316ccaeee1ae47d78e8c7c999b14f530 to hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/archive/data/default/testdroppedtimed/ad9f6d245f99e251b065622a8b0683b2/fam/316ccaeee1ae47d78e8c7c999b14f530 2024-12-13T11:19:33,759 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/testdroppedtimed/ad9f6d245f99e251b065622a8b0683b2/recovered.edits/8.seqid to hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/archive/data/default/testdroppedtimed/ad9f6d245f99e251b065622a8b0683b2/recovered.edits/8.seqid 2024-12-13T11:19:33,759 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/testdroppedtimed/ad9f6d245f99e251b065622a8b0683b2 2024-12-13T11:19:33,759 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-13T11:19:33,761 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T11:19:33,763 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-13T11:19:33,764 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-13T11:19:33,765 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T11:19:33,765 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-13T11:19:33,766 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734088773765"}]},"ts":"9223372036854775807"} 2024-12-13T11:19:33,767 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T11:19:33,767 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ad9f6d245f99e251b065622a8b0683b2, NAME => 'testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T11:19:33,767 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-13T11:19:33,767 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734088773767"}]},"ts":"9223372036854775807"} 2024-12-13T11:19:33,768 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-13T11:19:33,823 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T11:19:33,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 85 msec 2024-12-13T11:19:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T11:19:33,846 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-13T11:19:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:33,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:33,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:33,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:33,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:33,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:33,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:33,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:33,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:33,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:33,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:33,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:33,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:33,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:33,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:33,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:33,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:33,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:33,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:33,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:33,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:33,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:33,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:33,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:33,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:33,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:33,861 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T11:19:34,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:34,130 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T11:19:34,131 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:34,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T11:19:34,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:33138 deadline: 1734088834120, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T11:19:34,134 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58ec2aa3 to 127.0.0.1:49435 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76745b53 2024-12-13T11:19:34,142 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d00a490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T11:19:34,144 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T11:19:34,145 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T11:19:34,147 WARN [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-13T11:19:34,149 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58ec2aa3 to 127.0.0.1:49435 2024-12-13T11:19:34,149 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:34,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:19:34,313 INFO [58281886ad93:36661Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T11:19:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:34,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:34,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:34,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:34,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:34,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:34,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:34,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:34,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:34,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:34,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:34,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:34,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:34,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:34,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:34,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:34,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:34,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:34,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:34,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:34,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:34,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:34,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:34,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:34,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:34,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:34,379 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T11:19:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:34,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:34,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:34,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:34,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:34,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:34,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:34,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:34,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:34,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:34,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:34,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:34,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:34,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:34,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:34,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:34,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:34,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:34,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:34,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:34,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:34,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:34,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:34,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:34,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:34,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:34,898 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T11:19:35,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,207 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/27=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/28=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/29=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/30=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/31=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/32=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/33=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/34=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/35=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/36=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/37=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/38=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/39=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/40=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/41=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/42=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/43=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/44=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/45=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/46=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/47=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/48=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/49=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,210 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,224 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/51=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/52=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/53=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/54=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/55=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/56=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/57=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/58=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/59=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/60=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/61=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/62=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/63=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/64=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/65=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/66=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/67=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/68=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/69=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/70=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/71=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/72=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/73=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,227 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,240 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/75=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/76=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/77=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/78=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/79=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/80=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/81=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/82=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/83=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/84=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/85=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/86=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/87=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/88=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/89=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/90=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/91=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/92=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/93=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/94=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/95=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/96=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/97=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,243 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,257 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/99=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/100=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/101=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/102=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/103=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/104=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/105=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/106=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/107=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/108=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/109=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/110=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/111=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/112=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/113=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/114=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/115=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/116=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/117=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/118=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/119=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/120=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/121=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,259 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,273 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/123=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/124=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/125=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/126=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/127=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/128=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/129=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/130=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/131=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/132=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/133=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/134=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/135=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/136=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/137=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/138=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/139=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/140=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/141=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/142=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/143=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/144=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/145=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,275 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,310 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/147=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/148=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/149=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/150=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/151=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/152=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/153=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/154=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/155=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/156=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/157=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/158=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/159=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/160=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/161=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/162=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/163=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/164=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/165=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/166=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/167=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/168=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/169=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,314 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,332 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/171=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/172=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/173=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/174=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/175=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/176=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/177=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/178=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/179=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/180=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/181=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/182=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/183=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/184=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/185=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/186=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/187=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/188=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/189=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/190=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/191=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/192=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/193=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,334 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,336 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,336 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,349 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/195=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/196=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/197=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/198=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/199=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/200=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/201=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/202=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/203=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/204=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/205=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/206=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/207=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/208=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/209=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/210=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/211=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/212=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/213=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/214=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/215=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/216=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/217=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,351 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,364 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/219=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/220=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/221=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/222=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/223=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/224=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/225=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/226=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/227=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/228=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/229=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/230=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/231=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/232=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/233=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/234=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/235=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/236=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/237=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/238=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/239=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/240=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/241=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,367 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,381 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/243=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/244=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/245=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/246=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/247=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/248=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/249=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/250=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/251=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/252=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/253=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/254=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/255=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/256=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/257=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/258=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/259=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/260=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/261=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/262=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/263=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/264=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/265=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,383 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:35,399 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/267=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/268=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/269=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/270=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/271=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/272=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/273=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/274=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/275=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/276=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/277=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/278=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/279=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/280=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/281=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/282=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/283=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/284=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/285=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/286=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/287=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/288=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/289=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,401 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:35,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:35,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:35,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:35,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:35,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:35,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:35,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:35,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:35,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:35,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:35,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:35,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:35,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:35,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:35,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:35,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:35,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:35,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:35,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:35,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:35,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:35,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:35,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:35,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:35,414 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T11:19:35,415 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/291=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/292=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/293=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/294=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/295=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/296=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/297=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/298=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/299=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/300=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/301=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/302=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/303=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/304=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/305=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/306=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/307=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/308=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/309=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/310=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/311=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/312=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/313=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,417 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,432 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/315=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/316=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/317=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/318=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/319=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/320=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/321=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/322=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/323=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/324=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/325=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/326=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/327=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/328=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/329=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/330=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/331=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/332=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/333=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/334=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/335=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/336=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/337=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,434 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,449 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/339=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/340=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/341=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/342=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/343=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/344=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/345=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/346=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/347=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/348=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/349=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/350=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/351=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/352=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/353=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/354=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/355=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/356=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/357=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/358=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/359=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/360=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/361=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,451 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,464 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/363=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/364=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/365=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/366=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/367=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/368=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/369=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/370=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/371=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/372=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/373=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/374=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/375=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/376=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/377=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/378=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/379=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/380=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/381=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/382=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/383=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/384=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/385=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,466 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,474 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/387=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/388=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/389=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/390=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/391=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/392=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/393=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/394=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/395=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/396=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/397=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/398=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/399=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/400=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/401=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/402=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/403=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/404=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/405=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/406=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/407=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/408=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/409=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,477 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,491 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/411=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/412=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/413=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/414=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/415=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/416=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/417=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/418=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/419=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/420=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/421=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/422=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/423=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/424=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/425=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/426=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/427=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/428=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/429=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/430=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/431=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/432=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/433=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,493 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,507 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/435=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/436=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/437=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/438=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/439=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/440=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/441=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/442=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/443=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/444=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/445=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/446=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/447=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/448=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/449=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/450=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/451=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/452=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/453=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/454=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/455=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/456=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/457=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,509 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,524 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/459=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/460=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/461=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/462=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/463=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/464=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/465=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/466=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/467=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/468=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/469=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/470=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/471=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/472=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/473=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/474=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/475=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/476=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/477=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/478=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/479=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/480=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/481=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,525 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,541 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/483=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/484=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/485=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/486=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/487=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/488=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/489=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/490=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/491=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/492=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/493=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/494=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/495=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/496=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/497=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/498=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/499=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/500=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/501=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/502=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/503=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/504=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/505=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,542 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,557 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/507=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/508=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/509=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/510=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/511=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/512=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/513=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/514=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/515=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/516=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/517=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/518=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/519=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/520=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/521=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/522=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/523=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/524=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/525=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/526=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/527=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/528=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/529=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,558 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,574 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/531=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/532=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/533=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/534=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/535=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/536=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/537=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/538=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/539=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/540=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/541=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/542=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/543=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/544=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/545=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/546=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/547=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/548=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/549=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/550=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/551=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/552=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/553=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,576 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,591 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/555=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/556=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/557=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/558=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/559=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/560=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/561=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/562=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/563=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/564=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/565=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/566=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/567=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/568=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/569=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/570=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/571=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/572=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/573=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/574=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/575=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/576=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/577=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,592 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,626 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/579=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/580=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/581=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/582=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/583=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/584=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/585=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/586=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/587=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/588=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/589=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/590=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/591=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/592=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/593=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/594=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/595=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/596=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/597=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/598=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/599=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/600=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/601=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,628 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,648 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/603=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/604=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/605=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/606=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/607=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/608=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/609=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/610=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/611=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/612=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/613=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/614=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/615=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/616=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/617=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/618=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/619=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/620=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/621=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/622=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/623=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/624=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/625=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,649 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,664 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/627=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/628=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/629=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/630=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/631=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/632=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/633=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/634=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/635=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/636=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/637=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/638=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/639=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/640=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/641=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/642=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/643=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/644=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/645=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/646=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/647=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/648=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/649=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,666 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,681 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/651=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/652=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/653=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/654=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/655=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/656=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/657=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/658=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/659=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/660=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/661=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/662=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/663=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/664=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/665=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/666=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/667=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/668=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/669=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/670=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/671=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/672=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/673=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,682 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,698 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/675=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/676=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/677=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/678=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/679=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/680=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/681=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/682=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/683=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/684=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/685=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/686=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/687=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/688=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/689=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/690=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/691=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/692=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/693=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/694=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/695=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/696=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/697=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,699 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,714 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/699=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/700=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/701=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/702=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/703=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/704=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/705=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/706=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/707=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/708=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/709=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/710=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/711=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/712=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/713=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/714=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/715=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/716=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/717=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/718=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/719=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/720=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/721=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,716 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,724 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/723=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/724=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/725=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/726=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/727=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/728=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/729=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/730=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/731=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/732=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/733=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/734=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/735=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/736=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/737=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/738=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/739=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/740=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/741=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/742=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/743=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/744=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/745=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,725 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,741 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/747=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/748=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/749=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/750=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/751=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/752=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/753=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/754=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/755=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/756=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/757=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/758=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/759=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/760=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/761=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/762=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/763=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/764=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/765=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/766=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/767=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/768=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/769=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,742 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,757 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/771=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/772=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/773=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/774=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/775=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/776=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/777=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/778=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/779=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/780=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/781=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/782=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/783=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/784=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/785=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/786=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/787=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/788=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/789=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/790=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/791=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/792=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/793=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,759 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,774 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/795=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/796=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/797=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/798=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/799=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/800=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/801=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/802=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/803=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/804=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/805=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/806=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/807=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/808=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/809=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/810=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/811=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/812=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/813=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/814=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/815=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/816=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/817=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,775 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,791 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/819=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/820=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/821=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/822=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/823=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/824=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/825=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/826=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/827=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/828=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/829=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/830=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/831=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/832=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/833=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/834=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/835=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/836=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/837=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/838=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/839=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/840=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/841=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,792 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,807 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/843=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/844=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/845=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/846=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/847=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/848=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/849=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/850=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/851=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/852=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/853=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/854=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/855=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/856=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/857=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/858=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/859=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/860=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/861=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/862=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/863=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/864=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/865=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,809 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,824 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/867=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/868=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/869=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/870=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/871=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/872=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/873=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/874=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/875=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/876=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/877=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/878=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/879=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/880=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/881=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/882=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/883=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/884=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/885=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/886=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/887=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/888=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/889=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,826 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,841 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/891=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/892=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/893=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/894=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/895=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/896=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/897=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/898=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/899=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/900=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/901=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/902=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/903=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/904=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/905=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/906=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/907=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/908=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/909=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/910=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/911=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/912=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/913=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,842 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,857 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/915=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/916=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/917=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/918=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/919=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/920=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/921=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/922=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/923=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/924=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/925=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/926=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/927=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/928=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/929=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/930=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/931=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/932=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/933=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/934=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/935=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/936=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/937=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,858 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T11:19:35,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,874 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/939=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/940=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/941=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/942=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/943=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/944=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/945=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/946=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/947=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/948=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/949=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/950=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/951=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/952=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/953=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/954=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/955=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/956=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/957=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/958=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/959=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/960=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/961=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,875 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T11:19:35,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,891 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 to pos 4208104, reset compression=false 2024-12-13T11:19:35,891 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/963=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/964=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/965=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/966=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/967=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/968=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/969=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/970=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/971=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/972=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/973=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/974=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/975=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/976=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/977=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/978=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/979=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/980=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/981=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/982=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/983=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/984=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/985=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T11:19:35,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,901 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T11:19:35,907 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 to pos 4208924, reset compression=false 2024-12-13T11:19:35,907 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d7d6a6e07c16c0a2d22e453e2f90f8c/987=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/988=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/989=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/990=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/991=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/992=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/993=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/994=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/995=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/996=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/997=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/998=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/999=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/1000=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/1001=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/1002=[#edits: 1 = ],4297}, {test/6d7d6a6e07c16c0a2d22e453e2f90f8c/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-13T11:19:35,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T11:19:35,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T11:19:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T11:19:35,924 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T11:19:35,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T11:19:35,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T11:19:35,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T11:19:35,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T11:19:35,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T11:19:35,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T11:19:35,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T11:19:35,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T11:19:35,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T11:19:35,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T11:19:35,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T11:19:35,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T11:19:35,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T11:19:35,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T11:19:35,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T11:19:35,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T11:19:35,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T11:19:35,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T11:19:35,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T11:19:35,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T11:19:35,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T11:19:35,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T11:19:35,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T11:19:35,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T11:19:35,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T11:19:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-13T11:19:35,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.HMaster(3926): Client=jenkins//172.17.0.2 removing replication peer, id=2 2024-12-13T11:19:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-13T11:19:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T11:19:35,957 DEBUG [PEWorker-5 {}] zookeeper.ZKUtil(111): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-13T11:19:35,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-13T11:19:35,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-13T11:19:35,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-13T11:19:35,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T11:19:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T11:19:36,114 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/WALs/58281886ad93,46085,1734088684139/58281886ad93%2C46085%2C1734088684139.1734088687137 to pos 4208924, reset compression=false 2024-12-13T11:19:36,118 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 58281886ad93,46085,1734088684139 2024-12-13T11:19:36,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-13T11:19:36,119 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-13T11:19:36,120 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-13T11:19:36,120 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-13T11:19:36,224 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1001f1c7d81000f, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T11:19:36,224 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1001f1c7d81000f, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T11:19:36,224 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65dfb3a4 to 127.0.0.1:49435 2024-12-13T11:19:36,225 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T11:19:36,325 WARN [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-13T11:19:36,325 WARN [RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.wal-reader.58281886ad93%2C46085%2C1734088684139,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-13T11:19:36,425 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/58281886ad93:0-0.replicationSource,2.replicationSource.shipper58281886ad93%2C46085%2C1734088684139,2 terminated 2024-12-13T11:19:36,425 INFO [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-13T11:19:36,427 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/58281886ad93,46085,1734088684139/2/58281886ad93%2C46085%2C1734088684139.1734088687137 2024-12-13T11:19:36,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/58281886ad93,46085,1734088684139/2/58281886ad93%2C46085%2C1734088684139.1734088687137 2024-12-13T11:19:36,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/58281886ad93,46085,1734088684139/2 2024-12-13T11:19:36,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/58281886ad93,46085,1734088684139/2 2024-12-13T11:19:36,433 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-13T11:19:36,433 DEBUG [RS_REFRESH_PEER-regionserver/58281886ad93:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-13T11:19:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-13T11:19:36,435 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on 58281886ad93,46085,1734088684139 suceeded 2024-12-13T11:19:36,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-13T11:19:36,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 468 msec 2024-12-13T11:19:36,441 DEBUG [PEWorker-3 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-13T11:19:36,441 INFO [PEWorker-3 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-13T11:19:36,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 488 msec 2024-12-13T11:19:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T11:19:36,580 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=401 (was 390) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/cluster_ab374679-9875-61f6-c9b1-130c984a8e8d/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x25444120-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49435@0x6d4e71d9-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (458414048) connection to localhost/127.0.0.1:33847 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: hconnection-0x25444120-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49435@0x1175ece9-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RS_CLOSE_REGION-regionserver/58281886ad93:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/cluster_48088f9b-8111-3e7f-d5f7-15d1f1a28105/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/cluster_48088f9b-8111-3e7f-d5f7-15d1f1a28105/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x45c54f3f-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/58281886ad93:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x45c54f3f-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/cluster_ab374679-9875-61f6-c9b1-130c984a8e8d/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x25444120-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_REFRESH_PEER-regionserver/58281886ad93:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x45c54f3f-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x25444120-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49435@0x505d0637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$759/0x00007f4dfcb38600.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49435@0x1175ece9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$759/0x00007f4dfcb38600.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49435@0x1175ece9-SendThread(127.0.0.1:49435) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49435@0x6d4e71d9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$759/0x00007f4dfcb38600.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49435@0x6d4e71d9-SendThread(127.0.0.1:49435) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: hconnection-0x45c54f3f-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x25444120-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_31659425_22 at /127.0.0.1:45372 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x25444120-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=572 (was 571) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=81 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=4122 (was 4524) 2024-12-13T11:19:36,581 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17d371aa to 127.0.0.1:49435 2024-12-13T11:19:36,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:36,581 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1d0a15 to 127.0.0.1:49435 2024-12-13T11:19:36,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:36,581 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T11:19:36,581 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71e8be01 to 127.0.0.1:49435 2024-12-13T11:19:36,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:36,581 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T11:19:36,581 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T11:19:36,581 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16633b5f to 127.0.0.1:49435 2024-12-13T11:19:36,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:36,582 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T11:19:36,582 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1876376362, stopped=false 2024-12-13T11:19:36,582 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=58281886ad93,41435,1734088691946 2024-12-13T11:19:36,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-13T11:19:36,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-13T11:19:36,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T11:19:36,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T11:19:36,599 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T11:19:36,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:36,600 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '58281886ad93,36661,1734088692092' ***** 2024-12-13T11:19:36,600 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T11:19:36,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T11:19:36,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T11:19:36,601 INFO [RS:0;58281886ad93:36661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T11:19:36,601 INFO [RS:0;58281886ad93:36661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T11:19:36,601 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T11:19:36,601 INFO [RS:0;58281886ad93:36661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T11:19:36,601 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for ef8b506ff0c8583b8246ecf5e0270414 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for 3c3fcb15eb4c179d609a1350c7366416 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for 53c24c36ffa84054b73f2c79011f036c 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for 9bc1c6b512e2fc8a7f9c6fdd454fcb5e 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for ff5dfb42fbc325909649a1c2adec05bf 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for 323c5a70a2d81f019bcdffa3038656c3 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for 3618a23963abfb0757c4685751b41e09 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for a92b74d193de85b9da3a316c2f7c7234 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for f40b5ff8dac24a6fb44ed1a4ede91924 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for de4b80526fb0908042a77260bcb9dc77 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for 29115a4d79c1263d8c90885388841e77 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for 1469bd3edb365d41c31e98ce14bae7f4 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for ee937f313e55a082b39a682fec07b3d6 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for f9c93f8336770d286f5245430ce05b8b 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for b77a44c0b61af87ca48ba07fd54edf3d 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for 477ddbc28009fb1367916c9715dc75d1 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for b72dd3284a64a0ed412944953ef5f0f9 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for 73d1a31a6df8b1715aab7b3d08e9db27 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for 8ece7d2547395ff8c8d7dd8095e4afce 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for 5f1dbd4d129ffef3dc93bc1bed421ce8 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for f9b2f4bc56e7fe42c17c64e0d2a66d5f 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for b75f7740cbbed7ee83ff4b4a555b5b08 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for 8aa4d29f6cbb9c39af27b4cbecd0dc45 2024-12-13T11:19:36,602 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ef8b506ff0c8583b8246ecf5e0270414, disabling compactions & flushes 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for 16b2613aba6356dbc20ceb58e89c6e27 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for 34092f789c9275040fdd0f5080a738a5 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for c17608994517eb5d5e9fdd12387eb8e6 2024-12-13T11:19:36,602 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414. 2024-12-13T11:19:36,602 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for 0d5f8483cd2bf3ea7621929605462bed 2024-12-13T11:19:36,603 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414. 2024-12-13T11:19:36,603 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(1224): stopping server 58281886ad93,36661,1734088692092 2024-12-13T11:19:36,603 DEBUG [RS:0;58281886ad93:36661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:36,603 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414. after waiting 0 ms 2024-12-13T11:19:36,603 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414. 2024-12-13T11:19:36,603 INFO [RS:0;58281886ad93:36661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T11:19:36,603 INFO [RS:0;58281886ad93:36661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T11:19:36,603 INFO [RS:0;58281886ad93:36661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T11:19:36,603 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T11:19:36,603 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-13T11:19:36,604 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T11:19:36,604 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T11:19:36,604 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T11:19:36,604 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T11:19:36,604 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T11:19:36,604 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-13T11:19:36,607 DEBUG [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(1629): Waiting on 0d5f8483cd2bf3ea7621929605462bed, 1469bd3edb365d41c31e98ce14bae7f4, 1588230740, 16b2613aba6356dbc20ceb58e89c6e27, 29115a4d79c1263d8c90885388841e77, 323c5a70a2d81f019bcdffa3038656c3, 34092f789c9275040fdd0f5080a738a5, 3618a23963abfb0757c4685751b41e09, 3c3fcb15eb4c179d609a1350c7366416, 477ddbc28009fb1367916c9715dc75d1, 53c24c36ffa84054b73f2c79011f036c, 5f1dbd4d129ffef3dc93bc1bed421ce8, 73d1a31a6df8b1715aab7b3d08e9db27, 8aa4d29f6cbb9c39af27b4cbecd0dc45, 8ece7d2547395ff8c8d7dd8095e4afce, 9bc1c6b512e2fc8a7f9c6fdd454fcb5e, a92b74d193de85b9da3a316c2f7c7234, b72dd3284a64a0ed412944953ef5f0f9, b75f7740cbbed7ee83ff4b4a555b5b08, b77a44c0b61af87ca48ba07fd54edf3d, c17608994517eb5d5e9fdd12387eb8e6, de4b80526fb0908042a77260bcb9dc77, ee937f313e55a082b39a682fec07b3d6, ef8b506ff0c8583b8246ecf5e0270414, f40b5ff8dac24a6fb44ed1a4ede91924, f9b2f4bc56e7fe42c17c64e0d2a66d5f, f9c93f8336770d286f5245430ce05b8b, ff5dfb42fbc325909649a1c2adec05bf 2024-12-13T11:19:36,609 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/ef8b506ff0c8583b8246ecf5e0270414/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:36,610 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414. 2024-12-13T11:19:36,610 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ef8b506ff0c8583b8246ecf5e0270414: 2024-12-13T11:19:36,610 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734088705259.ef8b506ff0c8583b8246ecf5e0270414. 2024-12-13T11:19:36,610 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3c3fcb15eb4c179d609a1350c7366416, disabling compactions & flushes 2024-12-13T11:19:36,610 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of 3c3fcb15eb4c179d609a1350c7366416 2024-12-13T11:19:36,610 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3c3fcb15eb4c179d609a1350c7366416 2/2 column families, dataSize=6.81 MB heapSize=6.94 MB 2024-12-13T11:19:36,632 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740/.tmp/info/2e97f3b6f36340b7a541a876112d8206 is 143, key is hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b./info:regioninfo/1734088696812/Put/seqid=0 2024-12-13T11:19:36,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741867_1043 (size=36340) 2024-12-13T11:19:36,642 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740/.tmp/info/2e97f3b6f36340b7a541a876112d8206 2024-12-13T11:19:36,647 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/3c3fcb15eb4c179d609a1350c7366416/.tmp/f/afa113422b664ed18239224e03b91b7c is 4136, key is NormalPut000/f:row/1734088718962/Put/seqid=0 2024-12-13T11:19:36,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741866_1042 (size=4145786) 2024-12-13T11:19:36,651 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.81 MB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/3c3fcb15eb4c179d609a1350c7366416/.tmp/f/afa113422b664ed18239224e03b91b7c 2024-12-13T11:19:36,659 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/3c3fcb15eb4c179d609a1350c7366416/.tmp/f/afa113422b664ed18239224e03b91b7c as hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/3c3fcb15eb4c179d609a1350c7366416/f/afa113422b664ed18239224e03b91b7c 2024-12-13T11:19:36,666 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/3c3fcb15eb4c179d609a1350c7366416/f/afa113422b664ed18239224e03b91b7c, entries=1000, sequenceid=144, filesize=4.0 M 2024-12-13T11:19:36,666 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740/.tmp/rep_barrier/dea4c9588c5e4f54b33d3c082aa9c432 is 115, key is test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08./rep_barrier:seqnumDuringOpen/1734088709421/Put/seqid=0 2024-12-13T11:19:36,667 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.81 MB/7140096, heapSize ~6.93 MB/7271664, currentSize=0 B/0 for 3c3fcb15eb4c179d609a1350c7366416 in 56ms, sequenceid=144, compaction requested=false 2024-12-13T11:19:36,667 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416. 2024-12-13T11:19:36,667 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416. 2024-12-13T11:19:36,667 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416. after waiting 0 ms 2024-12-13T11:19:36,667 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416. 2024-12-13T11:19:36,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741868_1044 (size=8574) 2024-12-13T11:19:36,672 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/3c3fcb15eb4c179d609a1350c7366416/recovered.edits/147.seqid, newMaxSeqId=147, maxSeqId=1 2024-12-13T11:19:36,672 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416. 2024-12-13T11:19:36,672 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3c3fcb15eb4c179d609a1350c7366416: 2024-12-13T11:19:36,672 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734088705259.3c3fcb15eb4c179d609a1350c7366416. 2024-12-13T11:19:36,672 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 53c24c36ffa84054b73f2c79011f036c, disabling compactions & flushes 2024-12-13T11:19:36,672 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c. 2024-12-13T11:19:36,672 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c. 2024-12-13T11:19:36,672 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c. after waiting 0 ms 2024-12-13T11:19:36,672 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c. 2024-12-13T11:19:36,676 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/53c24c36ffa84054b73f2c79011f036c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:36,676 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c. 2024-12-13T11:19:36,677 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 53c24c36ffa84054b73f2c79011f036c: 2024-12-13T11:19:36,677 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734088705259.53c24c36ffa84054b73f2c79011f036c. 2024-12-13T11:19:36,677 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9bc1c6b512e2fc8a7f9c6fdd454fcb5e, disabling compactions & flushes 2024-12-13T11:19:36,677 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e. 2024-12-13T11:19:36,677 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e. 2024-12-13T11:19:36,677 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e. after waiting 0 ms 2024-12-13T11:19:36,677 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e. 2024-12-13T11:19:36,682 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/9bc1c6b512e2fc8a7f9c6fdd454fcb5e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:36,683 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e. 2024-12-13T11:19:36,683 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9bc1c6b512e2fc8a7f9c6fdd454fcb5e: 2024-12-13T11:19:36,683 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734088705259.9bc1c6b512e2fc8a7f9c6fdd454fcb5e. 2024-12-13T11:19:36,683 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ff5dfb42fbc325909649a1c2adec05bf, disabling compactions & flushes 2024-12-13T11:19:36,683 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf. 2024-12-13T11:19:36,683 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf. 2024-12-13T11:19:36,683 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf. after waiting 0 ms 2024-12-13T11:19:36,684 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf. 2024-12-13T11:19:36,687 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/ff5dfb42fbc325909649a1c2adec05bf/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:36,688 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf. 2024-12-13T11:19:36,688 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ff5dfb42fbc325909649a1c2adec05bf: 2024-12-13T11:19:36,688 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734088705259.ff5dfb42fbc325909649a1c2adec05bf. 2024-12-13T11:19:36,688 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 323c5a70a2d81f019bcdffa3038656c3, disabling compactions & flushes 2024-12-13T11:19:36,688 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3. 2024-12-13T11:19:36,688 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3. 2024-12-13T11:19:36,688 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3. after waiting 0 ms 2024-12-13T11:19:36,688 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3. 2024-12-13T11:19:36,690 INFO [regionserver/58281886ad93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T11:19:36,691 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/323c5a70a2d81f019bcdffa3038656c3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:36,692 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3. 2024-12-13T11:19:36,692 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 323c5a70a2d81f019bcdffa3038656c3: 2024-12-13T11:19:36,692 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734088705259.323c5a70a2d81f019bcdffa3038656c3. 2024-12-13T11:19:36,692 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3618a23963abfb0757c4685751b41e09, disabling compactions & flushes 2024-12-13T11:19:36,692 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09. 2024-12-13T11:19:36,692 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09. 2024-12-13T11:19:36,692 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09. after waiting 0 ms 2024-12-13T11:19:36,692 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09. 2024-12-13T11:19:36,696 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/3618a23963abfb0757c4685751b41e09/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:36,696 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09. 2024-12-13T11:19:36,696 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3618a23963abfb0757c4685751b41e09: 2024-12-13T11:19:36,696 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734088705259.3618a23963abfb0757c4685751b41e09. 2024-12-13T11:19:36,697 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a92b74d193de85b9da3a316c2f7c7234, disabling compactions & flushes 2024-12-13T11:19:36,697 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234. 2024-12-13T11:19:36,697 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234. 2024-12-13T11:19:36,697 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234. after waiting 0 ms 2024-12-13T11:19:36,697 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234. 2024-12-13T11:19:36,701 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/a92b74d193de85b9da3a316c2f7c7234/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:36,702 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234. 2024-12-13T11:19:36,702 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a92b74d193de85b9da3a316c2f7c7234: 2024-12-13T11:19:36,702 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734088705259.a92b74d193de85b9da3a316c2f7c7234. 2024-12-13T11:19:36,702 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f40b5ff8dac24a6fb44ed1a4ede91924, disabling compactions & flushes 2024-12-13T11:19:36,702 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924. 2024-12-13T11:19:36,702 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924. 2024-12-13T11:19:36,702 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924. after waiting 0 ms 2024-12-13T11:19:36,702 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924. 2024-12-13T11:19:36,706 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/f40b5ff8dac24a6fb44ed1a4ede91924/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:36,707 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924. 2024-12-13T11:19:36,707 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f40b5ff8dac24a6fb44ed1a4ede91924: 2024-12-13T11:19:36,707 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734088705259.f40b5ff8dac24a6fb44ed1a4ede91924. 2024-12-13T11:19:36,707 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing de4b80526fb0908042a77260bcb9dc77, disabling compactions & flushes 2024-12-13T11:19:36,707 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77. 2024-12-13T11:19:36,707 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77. 2024-12-13T11:19:36,707 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77. after waiting 0 ms 2024-12-13T11:19:36,707 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77. 2024-12-13T11:19:36,711 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/de4b80526fb0908042a77260bcb9dc77/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:36,712 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77. 2024-12-13T11:19:36,712 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for de4b80526fb0908042a77260bcb9dc77: 2024-12-13T11:19:36,712 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734088705259.de4b80526fb0908042a77260bcb9dc77. 2024-12-13T11:19:36,712 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 29115a4d79c1263d8c90885388841e77, disabling compactions & flushes 2024-12-13T11:19:36,712 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734088705259.29115a4d79c1263d8c90885388841e77. 2024-12-13T11:19:36,712 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734088705259.29115a4d79c1263d8c90885388841e77. 2024-12-13T11:19:36,712 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734088705259.29115a4d79c1263d8c90885388841e77. after waiting 0 ms 2024-12-13T11:19:36,712 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734088705259.29115a4d79c1263d8c90885388841e77. 2024-12-13T11:19:36,716 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/29115a4d79c1263d8c90885388841e77/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:36,717 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734088705259.29115a4d79c1263d8c90885388841e77. 2024-12-13T11:19:36,717 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 29115a4d79c1263d8c90885388841e77: 2024-12-13T11:19:36,717 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734088705259.29115a4d79c1263d8c90885388841e77. 2024-12-13T11:19:36,717 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1469bd3edb365d41c31e98ce14bae7f4, disabling compactions & flushes 2024-12-13T11:19:36,717 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4. 2024-12-13T11:19:36,717 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4. 2024-12-13T11:19:36,717 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4. after waiting 0 ms 2024-12-13T11:19:36,717 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4. 2024-12-13T11:19:36,721 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/1469bd3edb365d41c31e98ce14bae7f4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:36,721 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4. 2024-12-13T11:19:36,721 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1469bd3edb365d41c31e98ce14bae7f4: 2024-12-13T11:19:36,721 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734088705259.1469bd3edb365d41c31e98ce14bae7f4. 2024-12-13T11:19:36,721 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ee937f313e55a082b39a682fec07b3d6, disabling compactions & flushes 2024-12-13T11:19:36,721 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6. 2024-12-13T11:19:36,721 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6. 2024-12-13T11:19:36,721 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6. after waiting 0 ms 2024-12-13T11:19:36,721 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6. 2024-12-13T11:19:36,725 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/ee937f313e55a082b39a682fec07b3d6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:36,725 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6. 2024-12-13T11:19:36,725 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ee937f313e55a082b39a682fec07b3d6: 2024-12-13T11:19:36,726 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734088705259.ee937f313e55a082b39a682fec07b3d6. 2024-12-13T11:19:36,726 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f9c93f8336770d286f5245430ce05b8b, disabling compactions & flushes 2024-12-13T11:19:36,726 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b. 2024-12-13T11:19:36,726 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b. 2024-12-13T11:19:36,726 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b. after waiting 0 ms 2024-12-13T11:19:36,726 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b. 2024-12-13T11:19:36,726 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing f9c93f8336770d286f5245430ce05b8b 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T11:19:36,740 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/namespace/f9c93f8336770d286f5245430ce05b8b/.tmp/info/399c485ffd8444fe90ce2ecd4a435c78 is 45, key is default/info:d/1734088696901/Put/seqid=0 2024-12-13T11:19:36,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741869_1045 (size=5037) 2024-12-13T11:19:36,808 DEBUG [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(1629): Waiting on 0d5f8483cd2bf3ea7621929605462bed, 1588230740, 16b2613aba6356dbc20ceb58e89c6e27, 34092f789c9275040fdd0f5080a738a5, 477ddbc28009fb1367916c9715dc75d1, 5f1dbd4d129ffef3dc93bc1bed421ce8, 73d1a31a6df8b1715aab7b3d08e9db27, 8aa4d29f6cbb9c39af27b4cbecd0dc45, 8ece7d2547395ff8c8d7dd8095e4afce, b72dd3284a64a0ed412944953ef5f0f9, b75f7740cbbed7ee83ff4b4a555b5b08, b77a44c0b61af87ca48ba07fd54edf3d, c17608994517eb5d5e9fdd12387eb8e6, f9b2f4bc56e7fe42c17c64e0d2a66d5f, f9c93f8336770d286f5245430ce05b8b 2024-12-13T11:19:37,008 DEBUG [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(1629): Waiting on 0d5f8483cd2bf3ea7621929605462bed, 1588230740, 16b2613aba6356dbc20ceb58e89c6e27, 34092f789c9275040fdd0f5080a738a5, 477ddbc28009fb1367916c9715dc75d1, 5f1dbd4d129ffef3dc93bc1bed421ce8, 73d1a31a6df8b1715aab7b3d08e9db27, 8aa4d29f6cbb9c39af27b4cbecd0dc45, 8ece7d2547395ff8c8d7dd8095e4afce, b72dd3284a64a0ed412944953ef5f0f9, b75f7740cbbed7ee83ff4b4a555b5b08, b77a44c0b61af87ca48ba07fd54edf3d, c17608994517eb5d5e9fdd12387eb8e6, f9b2f4bc56e7fe42c17c64e0d2a66d5f, f9c93f8336770d286f5245430ce05b8b 2024-12-13T11:19:37,015 INFO [58281886ad93:46085Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T11:19:37,072 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740/.tmp/rep_barrier/dea4c9588c5e4f54b33d3c082aa9c432 2024-12-13T11:19:37,099 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740/.tmp/table/5030f8f43c3d409db87d1bbf63ae4c89 is 94, key is testdroppedtimed,,1734088716202.d8d22b42c530fcb0aa0985a52e64768b./table:/1734088720072/DeleteFamily/seqid=0 2024-12-13T11:19:37,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741870_1046 (size=5605) 2024-12-13T11:19:37,145 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/namespace/f9c93f8336770d286f5245430ce05b8b/.tmp/info/399c485ffd8444fe90ce2ecd4a435c78 2024-12-13T11:19:37,157 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/namespace/f9c93f8336770d286f5245430ce05b8b/.tmp/info/399c485ffd8444fe90ce2ecd4a435c78 as hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/namespace/f9c93f8336770d286f5245430ce05b8b/info/399c485ffd8444fe90ce2ecd4a435c78 2024-12-13T11:19:37,162 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/namespace/f9c93f8336770d286f5245430ce05b8b/info/399c485ffd8444fe90ce2ecd4a435c78, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T11:19:37,163 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for f9c93f8336770d286f5245430ce05b8b in 437ms, sequenceid=6, compaction requested=false 2024-12-13T11:19:37,167 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/namespace/f9c93f8336770d286f5245430ce05b8b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T11:19:37,167 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b. 2024-12-13T11:19:37,167 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f9c93f8336770d286f5245430ce05b8b: 2024-12-13T11:19:37,167 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734088695570.f9c93f8336770d286f5245430ce05b8b. 2024-12-13T11:19:37,167 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b77a44c0b61af87ca48ba07fd54edf3d, disabling compactions & flushes 2024-12-13T11:19:37,167 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d. 2024-12-13T11:19:37,167 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d. 2024-12-13T11:19:37,167 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d. after waiting 0 ms 2024-12-13T11:19:37,167 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d. 2024-12-13T11:19:37,171 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/b77a44c0b61af87ca48ba07fd54edf3d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:37,171 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d. 2024-12-13T11:19:37,171 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b77a44c0b61af87ca48ba07fd54edf3d: 2024-12-13T11:19:37,172 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734088705259.b77a44c0b61af87ca48ba07fd54edf3d. 2024-12-13T11:19:37,172 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 477ddbc28009fb1367916c9715dc75d1, disabling compactions & flushes 2024-12-13T11:19:37,172 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1. 2024-12-13T11:19:37,172 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1. 2024-12-13T11:19:37,172 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1. after waiting 0 ms 2024-12-13T11:19:37,172 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1. 2024-12-13T11:19:37,175 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/477ddbc28009fb1367916c9715dc75d1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:37,175 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1. 2024-12-13T11:19:37,175 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 477ddbc28009fb1367916c9715dc75d1: 2024-12-13T11:19:37,176 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734088705259.477ddbc28009fb1367916c9715dc75d1. 2024-12-13T11:19:37,176 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b72dd3284a64a0ed412944953ef5f0f9, disabling compactions & flushes 2024-12-13T11:19:37,176 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9. 2024-12-13T11:19:37,176 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9. 2024-12-13T11:19:37,176 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9. after waiting 0 ms 2024-12-13T11:19:37,176 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9. 2024-12-13T11:19:37,179 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/b72dd3284a64a0ed412944953ef5f0f9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:37,179 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9. 2024-12-13T11:19:37,179 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b72dd3284a64a0ed412944953ef5f0f9: 2024-12-13T11:19:37,179 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734088705259.b72dd3284a64a0ed412944953ef5f0f9. 2024-12-13T11:19:37,179 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 73d1a31a6df8b1715aab7b3d08e9db27, disabling compactions & flushes 2024-12-13T11:19:37,180 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27. 2024-12-13T11:19:37,180 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27. 2024-12-13T11:19:37,180 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27. after waiting 0 ms 2024-12-13T11:19:37,180 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27. 2024-12-13T11:19:37,183 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/73d1a31a6df8b1715aab7b3d08e9db27/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:37,183 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27. 2024-12-13T11:19:37,183 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 73d1a31a6df8b1715aab7b3d08e9db27: 2024-12-13T11:19:37,183 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734088705259.73d1a31a6df8b1715aab7b3d08e9db27. 2024-12-13T11:19:37,183 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8ece7d2547395ff8c8d7dd8095e4afce, disabling compactions & flushes 2024-12-13T11:19:37,183 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce. 2024-12-13T11:19:37,183 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce. 2024-12-13T11:19:37,183 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce. after waiting 0 ms 2024-12-13T11:19:37,183 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce. 2024-12-13T11:19:37,187 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/8ece7d2547395ff8c8d7dd8095e4afce/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:37,187 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce. 2024-12-13T11:19:37,187 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8ece7d2547395ff8c8d7dd8095e4afce: 2024-12-13T11:19:37,187 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734088705259.8ece7d2547395ff8c8d7dd8095e4afce. 2024-12-13T11:19:37,187 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5f1dbd4d129ffef3dc93bc1bed421ce8, disabling compactions & flushes 2024-12-13T11:19:37,187 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8. 2024-12-13T11:19:37,187 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8. 2024-12-13T11:19:37,187 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8. after waiting 0 ms 2024-12-13T11:19:37,187 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8. 2024-12-13T11:19:37,190 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/5f1dbd4d129ffef3dc93bc1bed421ce8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:37,191 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8. 2024-12-13T11:19:37,191 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5f1dbd4d129ffef3dc93bc1bed421ce8: 2024-12-13T11:19:37,191 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734088705259.5f1dbd4d129ffef3dc93bc1bed421ce8. 2024-12-13T11:19:37,191 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f9b2f4bc56e7fe42c17c64e0d2a66d5f, disabling compactions & flushes 2024-12-13T11:19:37,191 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f. 2024-12-13T11:19:37,191 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f. 2024-12-13T11:19:37,191 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f. after waiting 0 ms 2024-12-13T11:19:37,191 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f. 2024-12-13T11:19:37,194 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/f9b2f4bc56e7fe42c17c64e0d2a66d5f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:37,195 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f. 2024-12-13T11:19:37,195 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f9b2f4bc56e7fe42c17c64e0d2a66d5f: 2024-12-13T11:19:37,195 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734088705259.f9b2f4bc56e7fe42c17c64e0d2a66d5f. 2024-12-13T11:19:37,195 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b75f7740cbbed7ee83ff4b4a555b5b08, disabling compactions & flushes 2024-12-13T11:19:37,195 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08. 2024-12-13T11:19:37,195 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08. 2024-12-13T11:19:37,195 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08. after waiting 0 ms 2024-12-13T11:19:37,195 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08. 2024-12-13T11:19:37,198 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/b75f7740cbbed7ee83ff4b4a555b5b08/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:37,199 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08. 2024-12-13T11:19:37,199 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b75f7740cbbed7ee83ff4b4a555b5b08: 2024-12-13T11:19:37,199 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734088705259.b75f7740cbbed7ee83ff4b4a555b5b08. 2024-12-13T11:19:37,199 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8aa4d29f6cbb9c39af27b4cbecd0dc45, disabling compactions & flushes 2024-12-13T11:19:37,199 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45. 2024-12-13T11:19:37,199 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45. 2024-12-13T11:19:37,199 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45. after waiting 0 ms 2024-12-13T11:19:37,199 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45. 2024-12-13T11:19:37,203 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/8aa4d29f6cbb9c39af27b4cbecd0dc45/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:37,203 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45. 2024-12-13T11:19:37,203 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8aa4d29f6cbb9c39af27b4cbecd0dc45: 2024-12-13T11:19:37,203 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734088705259.8aa4d29f6cbb9c39af27b4cbecd0dc45. 2024-12-13T11:19:37,203 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 16b2613aba6356dbc20ceb58e89c6e27, disabling compactions & flushes 2024-12-13T11:19:37,203 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27. 2024-12-13T11:19:37,203 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27. 2024-12-13T11:19:37,203 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27. after waiting 0 ms 2024-12-13T11:19:37,203 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27. 2024-12-13T11:19:37,207 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/16b2613aba6356dbc20ceb58e89c6e27/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:37,207 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27. 2024-12-13T11:19:37,207 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 16b2613aba6356dbc20ceb58e89c6e27: 2024-12-13T11:19:37,207 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734088705259.16b2613aba6356dbc20ceb58e89c6e27. 2024-12-13T11:19:37,208 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 34092f789c9275040fdd0f5080a738a5, disabling compactions & flushes 2024-12-13T11:19:37,208 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5. 2024-12-13T11:19:37,208 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5. 2024-12-13T11:19:37,208 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5. after waiting 0 ms 2024-12-13T11:19:37,208 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5. 2024-12-13T11:19:37,208 DEBUG [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(1629): Waiting on 0d5f8483cd2bf3ea7621929605462bed, 1588230740, 34092f789c9275040fdd0f5080a738a5, c17608994517eb5d5e9fdd12387eb8e6 2024-12-13T11:19:37,211 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/34092f789c9275040fdd0f5080a738a5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:37,211 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5. 2024-12-13T11:19:37,211 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 34092f789c9275040fdd0f5080a738a5: 2024-12-13T11:19:37,211 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734088705259.34092f789c9275040fdd0f5080a738a5. 2024-12-13T11:19:37,212 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c17608994517eb5d5e9fdd12387eb8e6, disabling compactions & flushes 2024-12-13T11:19:37,212 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6. 2024-12-13T11:19:37,212 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6. 2024-12-13T11:19:37,212 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6. after waiting 0 ms 2024-12-13T11:19:37,212 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6. 2024-12-13T11:19:37,215 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/c17608994517eb5d5e9fdd12387eb8e6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:37,216 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6. 2024-12-13T11:19:37,216 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c17608994517eb5d5e9fdd12387eb8e6: 2024-12-13T11:19:37,216 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734088705259.c17608994517eb5d5e9fdd12387eb8e6. 2024-12-13T11:19:37,216 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0d5f8483cd2bf3ea7621929605462bed, disabling compactions & flushes 2024-12-13T11:19:37,216 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed. 2024-12-13T11:19:37,216 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed. 2024-12-13T11:19:37,216 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed. after waiting 0 ms 2024-12-13T11:19:37,216 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed. 2024-12-13T11:19:37,219 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/default/test/0d5f8483cd2bf3ea7621929605462bed/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:37,220 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed. 2024-12-13T11:19:37,220 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0d5f8483cd2bf3ea7621929605462bed: 2024-12-13T11:19:37,220 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734088705259.0d5f8483cd2bf3ea7621929605462bed. 2024-12-13T11:19:37,291 INFO [regionserver/58281886ad93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T11:19:37,291 INFO [regionserver/58281886ad93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T11:19:37,409 DEBUG [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T11:19:37,504 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740/.tmp/table/5030f8f43c3d409db87d1bbf63ae4c89 2024-12-13T11:19:37,518 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740/.tmp/info/2e97f3b6f36340b7a541a876112d8206 as hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740/info/2e97f3b6f36340b7a541a876112d8206 2024-12-13T11:19:37,525 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740/info/2e97f3b6f36340b7a541a876112d8206, entries=272, sequenceid=77, filesize=35.5 K 2024-12-13T11:19:37,527 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740/.tmp/rep_barrier/dea4c9588c5e4f54b33d3c082aa9c432 as hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740/rep_barrier/dea4c9588c5e4f54b33d3c082aa9c432 2024-12-13T11:19:37,534 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740/rep_barrier/dea4c9588c5e4f54b33d3c082aa9c432, entries=27, sequenceid=77, filesize=8.4 K 2024-12-13T11:19:37,535 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740/.tmp/table/5030f8f43c3d409db87d1bbf63ae4c89 as hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740/table/5030f8f43c3d409db87d1bbf63ae4c89 2024-12-13T11:19:37,542 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740/table/5030f8f43c3d409db87d1bbf63ae4c89, entries=6, sequenceid=77, filesize=5.5 K 2024-12-13T11:19:37,543 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 939ms, sequenceid=77, compaction requested=false 2024-12-13T11:19:37,547 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-13T11:19:37,548 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T11:19:37,548 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T11:19:37,548 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T11:19:37,548 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T11:19:37,609 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(1250): stopping server 58281886ad93,36661,1734088692092; all regions closed. 2024-12-13T11:19:37,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741834_1010 (size=40374) 2024-12-13T11:19:37,618 DEBUG [RS:0;58281886ad93:36661 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/oldWALs 2024-12-13T11:19:37,618 INFO [RS:0;58281886ad93:36661 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 58281886ad93%2C36661%2C1734088692092.meta:.meta(num 1734088695406) 2024-12-13T11:19:37,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741832_1008 (size=7175393) 2024-12-13T11:19:37,624 DEBUG [RS:0;58281886ad93:36661 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/oldWALs 2024-12-13T11:19:37,624 INFO [RS:0;58281886ad93:36661 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 58281886ad93%2C36661%2C1734088692092:(num 1734088694424) 2024-12-13T11:19:37,624 DEBUG [RS:0;58281886ad93:36661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:37,624 INFO [RS:0;58281886ad93:36661 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T11:19:37,625 INFO [RS:0;58281886ad93:36661 {}] hbase.ChoreService(370): Chore service for: regionserver/58281886ad93:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-13T11:19:37,625 INFO [regionserver/58281886ad93:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T11:19:37,626 INFO [RS:0;58281886ad93:36661 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;58281886ad93:36661. 2024-12-13T11:19:37,626 DEBUG [RS:0;58281886ad93:36661 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T11:19:37,626 DEBUG [RS:0;58281886ad93:36661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:37,627 DEBUG [RS:0;58281886ad93:36661 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d4e71d9 to 127.0.0.1:49435 2024-12-13T11:19:37,627 INFO [RS:0;58281886ad93:36661 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36661 2024-12-13T11:19:37,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-13T11:19:37,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/58281886ad93,36661,1734088692092 2024-12-13T11:19:37,684 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [58281886ad93,36661,1734088692092] 2024-12-13T11:19:37,684 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 58281886ad93,36661,1734088692092; numProcessing=1 2024-12-13T11:19:37,699 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/58281886ad93,36661,1734088692092 already deleted, retry=false 2024-12-13T11:19:37,699 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 58281886ad93,36661,1734088692092 expired; onlineServers=0 2024-12-13T11:19:37,699 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '58281886ad93,41435,1734088691946' ***** 2024-12-13T11:19:37,699 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T11:19:37,700 DEBUG [M:0;58281886ad93:41435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7279c935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=58281886ad93/172.17.0.2:0 2024-12-13T11:19:37,700 INFO [M:0;58281886ad93:41435 {}] regionserver.HRegionServer(1224): stopping server 58281886ad93,41435,1734088691946 2024-12-13T11:19:37,700 INFO [M:0;58281886ad93:41435 {}] regionserver.HRegionServer(1250): stopping server 58281886ad93,41435,1734088691946; all regions closed. 2024-12-13T11:19:37,700 DEBUG [M:0;58281886ad93:41435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:37,700 DEBUG [M:0;58281886ad93:41435 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T11:19:37,700 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T11:19:37,700 DEBUG [M:0;58281886ad93:41435 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T11:19:37,700 DEBUG [master/58281886ad93:0:becomeActiveMaster-HFileCleaner.small.0-1734088694171 {}] cleaner.HFileCleaner(306): Exit Thread[master/58281886ad93:0:becomeActiveMaster-HFileCleaner.small.0-1734088694171,5,FailOnTimeoutGroup] 2024-12-13T11:19:37,700 DEBUG [master/58281886ad93:0:becomeActiveMaster-HFileCleaner.large.0-1734088694170 {}] cleaner.HFileCleaner(306): Exit Thread[master/58281886ad93:0:becomeActiveMaster-HFileCleaner.large.0-1734088694170,5,FailOnTimeoutGroup] 2024-12-13T11:19:37,701 INFO [M:0;58281886ad93:41435 {}] hbase.ChoreService(370): Chore service for: master/58281886ad93:0 had [] on shutdown 2024-12-13T11:19:37,701 DEBUG [M:0;58281886ad93:41435 {}] master.HMaster(1733): Stopping service threads 2024-12-13T11:19:37,701 INFO [M:0;58281886ad93:41435 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T11:19:37,702 INFO [M:0;58281886ad93:41435 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T11:19:37,703 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T11:19:37,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-13T11:19:37,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T11:19:37,708 DEBUG [M:0;58281886ad93:41435 {}] zookeeper.ZKUtil(347): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-13T11:19:37,708 WARN [M:0;58281886ad93:41435 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T11:19:37,708 INFO [M:0;58281886ad93:41435 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T11:19:37,708 INFO [M:0;58281886ad93:41435 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T11:19:37,708 DEBUG [M:0;58281886ad93:41435 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T11:19:37,708 INFO [M:0;58281886ad93:41435 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T11:19:37,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T11:19:37,708 DEBUG [M:0;58281886ad93:41435 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T11:19:37,708 DEBUG [M:0;58281886ad93:41435 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T11:19:37,709 DEBUG [M:0;58281886ad93:41435 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T11:19:37,709 INFO [M:0;58281886ad93:41435 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.27 KB heapSize=270.98 KB 2024-12-13T11:19:37,729 DEBUG [M:0;58281886ad93:41435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae2196fd258347e6b1120b7628db2b11 is 82, key is hbase:meta,,1/info:regioninfo/1734088695444/Put/seqid=0 2024-12-13T11:19:37,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741871_1047 (size=5672) 2024-12-13T11:19:37,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T11:19:37,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1001f1c7d810004, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T11:19:37,803 INFO [RS:0;58281886ad93:36661 {}] regionserver.HRegionServer(1307): Exiting; stopping=58281886ad93,36661,1734088692092; zookeeper connection closed. 2024-12-13T11:19:37,804 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75e72a7a {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75e72a7a 2024-12-13T11:19:37,805 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-13T11:19:38,135 INFO [M:0;58281886ad93:41435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae2196fd258347e6b1120b7628db2b11 2024-12-13T11:19:38,167 DEBUG [M:0;58281886ad93:41435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3c83f20ebc144b3892411c8d79b2710 is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734088709509/Put/seqid=0 2024-12-13T11:19:38,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741872_1048 (size=11250) 2024-12-13T11:19:38,573 INFO [M:0;58281886ad93:41435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.71 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3c83f20ebc144b3892411c8d79b2710 2024-12-13T11:19:38,584 INFO [M:0;58281886ad93:41435 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3c83f20ebc144b3892411c8d79b2710 2024-12-13T11:19:38,596 DEBUG [M:0;58281886ad93:41435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b14e998871df47719947554aabf1a272 is 69, key is 58281886ad93,36661,1734088692092/rs:state/1734088694260/Put/seqid=0 2024-12-13T11:19:38,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741873_1049 (size=5156) 2024-12-13T11:19:39,002 INFO [M:0;58281886ad93:41435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b14e998871df47719947554aabf1a272 2024-12-13T11:19:39,015 DEBUG [M:0;58281886ad93:41435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae2196fd258347e6b1120b7628db2b11 as hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae2196fd258347e6b1120b7628db2b11 2024-12-13T11:19:39,022 INFO [M:0;58281886ad93:41435 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae2196fd258347e6b1120b7628db2b11, entries=8, sequenceid=549, filesize=5.5 K 2024-12-13T11:19:39,023 DEBUG [M:0;58281886ad93:41435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3c83f20ebc144b3892411c8d79b2710 as hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3c83f20ebc144b3892411c8d79b2710 2024-12-13T11:19:39,030 INFO [M:0;58281886ad93:41435 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3c83f20ebc144b3892411c8d79b2710 2024-12-13T11:19:39,030 INFO [M:0;58281886ad93:41435 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3c83f20ebc144b3892411c8d79b2710, entries=69, sequenceid=549, filesize=11.0 K 2024-12-13T11:19:39,032 DEBUG [M:0;58281886ad93:41435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b14e998871df47719947554aabf1a272 as hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b14e998871df47719947554aabf1a272 2024-12-13T11:19:39,037 INFO [M:0;58281886ad93:41435 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41095/user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b14e998871df47719947554aabf1a272, entries=1, sequenceid=549, filesize=5.0 K 2024-12-13T11:19:39,038 INFO [M:0;58281886ad93:41435 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.27 KB/225555, heapSize ~270.69 KB/277184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=549, compaction requested=false 2024-12-13T11:19:39,039 INFO [M:0;58281886ad93:41435 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T11:19:39,039 DEBUG [M:0;58281886ad93:41435 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T11:19:39,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741830_1006 (size=262167) 2024-12-13T11:19:39,041 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/76249a51-f818-ed3b-99df-edee471fca4f/MasterData/WALs/58281886ad93,41435,1734088691946/58281886ad93%2C41435%2C1734088691946.1734088693886 not finished, retry = 0 2024-12-13T11:19:39,143 INFO [M:0;58281886ad93:41435 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T11:19:39,143 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T11:19:39,144 INFO [M:0;58281886ad93:41435 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41435 2024-12-13T11:19:39,157 DEBUG [M:0;58281886ad93:41435 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/58281886ad93,41435,1734088691946 already deleted, retry=false 2024-12-13T11:19:39,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T11:19:39,266 INFO [M:0;58281886ad93:41435 {}] regionserver.HRegionServer(1307): Exiting; stopping=58281886ad93,41435,1734088691946; zookeeper connection closed. 2024-12-13T11:19:39,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41435-0x1001f1c7d810003, quorum=127.0.0.1:49435, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T11:19:39,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e1ff0af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T11:19:39,280 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ebc0bbd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T11:19:39,280 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T11:19:39,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704afec7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T11:19:39,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56751e0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/hadoop.log.dir/,STOPPED} 2024-12-13T11:19:39,283 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T11:19:39,283 WARN [BP-1801573090-172.17.0.2-1734088690002 heartbeating to localhost/127.0.0.1:41095 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T11:19:39,283 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T11:19:39,283 WARN [BP-1801573090-172.17.0.2-1734088690002 heartbeating to localhost/127.0.0.1:41095 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1801573090-172.17.0.2-1734088690002 (Datanode Uuid 6fc51467-6264-46e1-bf85-af0aeeccde97) service to localhost/127.0.0.1:41095 2024-12-13T11:19:39,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/cluster_48088f9b-8111-3e7f-d5f7-15d1f1a28105/dfs/data/data1/current/BP-1801573090-172.17.0.2-1734088690002 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T11:19:39,285 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/cluster_48088f9b-8111-3e7f-d5f7-15d1f1a28105/dfs/data/data2/current/BP-1801573090-172.17.0.2-1734088690002 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T11:19:39,285 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T11:19:39,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f7674b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T11:19:39,291 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a315a3b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T11:19:39,291 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T11:19:39,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@285c2f83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T11:19:39,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b3ea365{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b902e92a-cd50-ec3e-03e0-5c4986903445/hadoop.log.dir/,STOPPED} 2024-12-13T11:19:39,315 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T11:19:39,315 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T11:19:39,315 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T11:19:39,316 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40b44bdd to 127.0.0.1:49435 2024-12-13T11:19:39,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:39,316 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T11:19:39,316 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=702506913, stopped=false 2024-12-13T11:19:39,316 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=58281886ad93,33175,1734088683415 2024-12-13T11:19:39,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-13T11:19:39,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-13T11:19:39,331 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T11:19:39,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T11:19:39,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T11:19:39,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:39,331 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '58281886ad93,46085,1734088684139' ***** 2024-12-13T11:19:39,331 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T11:19:39,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T11:19:39,331 INFO [RS:0;58281886ad93:46085 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T11:19:39,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T11:19:39,332 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for a25d889a602b5d369bf8a82f68d83451 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for c345eb8e0a50f3494dcbaf11b91df89a 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for 60a9c397719e148be26f0d0b84f59267 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for efc159ffe0a6d686cbe23de3c68baae2 2024-12-13T11:19:39,332 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a25d889a602b5d369bf8a82f68d83451, disabling compactions & flushes 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for 8af583183986e519861b35032760a501 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for 2fd105b07e36272517ac94b9b7b1dbf0 2024-12-13T11:19:39,332 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451. 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for c38990555f638a9b390cc24477527c08 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for 0f9f736e09656f07b4b48ded4d2f51c0 2024-12-13T11:19:39,332 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451. 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for 4643785fbcde8f62181c1b784bfed9c0 2024-12-13T11:19:39,332 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451. after waiting 0 ms 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for d6fd9c3d7f938d06a1a3fa98e1116a4a 2024-12-13T11:19:39,332 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451. 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for b111394270d9593e3980bede64e22ac6 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for c1f41e74f057e188cf3efd4f1fde7e0e 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for 70e965d99d5e7880f6b0040dced57792 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for a9d6a908f8b28ec5a287f5b9d7b0839b 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for 5571d5a4733f56c4669201644c298ff3 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for d5b242a3a22d51be3e65a82f80c7fe72 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for fb76bfb6a87a8ab63efabcd1b2457fdc 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for c63bde4cc5aa45b017140c4e9cf81154 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for 3b153fe31cbf68be1ff266bfeed572b7 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for 6d7d6a6e07c16c0a2d22e453e2f90f8c 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for 06241845cb4581e4bea74a7cc65c7d78 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for 687a2d8780f505da4eebc8b819963b5a 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for 02eb680f24427e7f3541298ffefc4e3b 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for 1abc1332dd7c7c5f8a533ba6c49d5d6e 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for ddf4790c0a3cc175d3be49de2d474884 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for 254f4eef787845c62c31dd73b138567d 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for 0a104c1930a0e2354af9e335a66a7cbf 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1224): stopping server 58281886ad93,46085,1734088684139 2024-12-13T11:19:39,332 DEBUG [RS:0;58281886ad93:46085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T11:19:39,332 INFO [RS:0;58281886ad93:46085 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T11:19:39,333 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T11:19:39,333 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-13T11:19:39,333 DEBUG [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1629): Waiting on 02eb680f24427e7f3541298ffefc4e3b, 06241845cb4581e4bea74a7cc65c7d78, 0a104c1930a0e2354af9e335a66a7cbf, 0f9f736e09656f07b4b48ded4d2f51c0, 1588230740, 1abc1332dd7c7c5f8a533ba6c49d5d6e, 254f4eef787845c62c31dd73b138567d, 2fd105b07e36272517ac94b9b7b1dbf0, 3b153fe31cbf68be1ff266bfeed572b7, 4643785fbcde8f62181c1b784bfed9c0, 5571d5a4733f56c4669201644c298ff3, 60a9c397719e148be26f0d0b84f59267, 687a2d8780f505da4eebc8b819963b5a, 6d7d6a6e07c16c0a2d22e453e2f90f8c, 70e965d99d5e7880f6b0040dced57792, 8af583183986e519861b35032760a501, a25d889a602b5d369bf8a82f68d83451, a9d6a908f8b28ec5a287f5b9d7b0839b, b111394270d9593e3980bede64e22ac6, c1f41e74f057e188cf3efd4f1fde7e0e, c345eb8e0a50f3494dcbaf11b91df89a, c38990555f638a9b390cc24477527c08, c63bde4cc5aa45b017140c4e9cf81154, d5b242a3a22d51be3e65a82f80c7fe72, d6fd9c3d7f938d06a1a3fa98e1116a4a, ddf4790c0a3cc175d3be49de2d474884, efc159ffe0a6d686cbe23de3c68baae2, fb76bfb6a87a8ab63efabcd1b2457fdc 2024-12-13T11:19:39,333 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T11:19:39,333 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T11:19:39,333 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T11:19:39,333 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T11:19:39,333 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T11:19:39,333 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-13T11:19:39,336 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/a25d889a602b5d369bf8a82f68d83451/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:39,336 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451. 2024-12-13T11:19:39,336 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a25d889a602b5d369bf8a82f68d83451: 2024-12-13T11:19:39,336 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734088697095.a25d889a602b5d369bf8a82f68d83451. 2024-12-13T11:19:39,336 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c345eb8e0a50f3494dcbaf11b91df89a, disabling compactions & flushes 2024-12-13T11:19:39,336 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a. 2024-12-13T11:19:39,336 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a. 2024-12-13T11:19:39,336 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a. after waiting 0 ms 2024-12-13T11:19:39,336 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a. 2024-12-13T11:19:39,340 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/c345eb8e0a50f3494dcbaf11b91df89a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:39,340 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a. 2024-12-13T11:19:39,341 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c345eb8e0a50f3494dcbaf11b91df89a: 2024-12-13T11:19:39,341 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734088697095.c345eb8e0a50f3494dcbaf11b91df89a. 2024-12-13T11:19:39,341 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 60a9c397719e148be26f0d0b84f59267, disabling compactions & flushes 2024-12-13T11:19:39,341 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267. 2024-12-13T11:19:39,341 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267. 2024-12-13T11:19:39,341 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267. after waiting 0 ms 2024-12-13T11:19:39,341 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267. 2024-12-13T11:19:39,344 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/60a9c397719e148be26f0d0b84f59267/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:39,345 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267. 2024-12-13T11:19:39,345 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 60a9c397719e148be26f0d0b84f59267: 2024-12-13T11:19:39,345 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734088697095.60a9c397719e148be26f0d0b84f59267. 2024-12-13T11:19:39,345 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing efc159ffe0a6d686cbe23de3c68baae2, disabling compactions & flushes 2024-12-13T11:19:39,345 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2. 2024-12-13T11:19:39,345 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2. 2024-12-13T11:19:39,345 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2. after waiting 0 ms 2024-12-13T11:19:39,345 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2. 2024-12-13T11:19:39,348 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/efc159ffe0a6d686cbe23de3c68baae2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:39,349 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2. 2024-12-13T11:19:39,349 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for efc159ffe0a6d686cbe23de3c68baae2: 2024-12-13T11:19:39,349 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734088697095.efc159ffe0a6d686cbe23de3c68baae2. 2024-12-13T11:19:39,349 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8af583183986e519861b35032760a501, disabling compactions & flushes 2024-12-13T11:19:39,349 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734088697095.8af583183986e519861b35032760a501. 2024-12-13T11:19:39,349 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734088697095.8af583183986e519861b35032760a501. 2024-12-13T11:19:39,349 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734088697095.8af583183986e519861b35032760a501. after waiting 0 ms 2024-12-13T11:19:39,349 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734088697095.8af583183986e519861b35032760a501. 2024-12-13T11:19:39,350 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740/.tmp/info/5751b47b06e24272a7c7f4d2a9bfcdc8 is 143, key is hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3./info:regioninfo/1734088689614/Put/seqid=0 2024-12-13T11:19:39,353 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/8af583183986e519861b35032760a501/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:39,353 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734088697095.8af583183986e519861b35032760a501. 2024-12-13T11:19:39,353 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8af583183986e519861b35032760a501: 2024-12-13T11:19:39,354 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734088697095.8af583183986e519861b35032760a501. 2024-12-13T11:19:39,354 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2fd105b07e36272517ac94b9b7b1dbf0, disabling compactions & flushes 2024-12-13T11:19:39,354 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0. 2024-12-13T11:19:39,354 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0. 2024-12-13T11:19:39,354 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0. after waiting 0 ms 2024-12-13T11:19:39,354 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0. 2024-12-13T11:19:39,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741867_1043 (size=36340) 2024-12-13T11:19:39,357 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/2fd105b07e36272517ac94b9b7b1dbf0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:39,357 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0. 2024-12-13T11:19:39,357 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2fd105b07e36272517ac94b9b7b1dbf0: 2024-12-13T11:19:39,357 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734088697095.2fd105b07e36272517ac94b9b7b1dbf0. 2024-12-13T11:19:39,358 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c38990555f638a9b390cc24477527c08, disabling compactions & flushes 2024-12-13T11:19:39,358 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734088697095.c38990555f638a9b390cc24477527c08. 2024-12-13T11:19:39,358 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734088697095.c38990555f638a9b390cc24477527c08. 2024-12-13T11:19:39,358 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734088697095.c38990555f638a9b390cc24477527c08. after waiting 0 ms 2024-12-13T11:19:39,358 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734088697095.c38990555f638a9b390cc24477527c08. 2024-12-13T11:19:39,361 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/c38990555f638a9b390cc24477527c08/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:39,362 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734088697095.c38990555f638a9b390cc24477527c08. 2024-12-13T11:19:39,362 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c38990555f638a9b390cc24477527c08: 2024-12-13T11:19:39,362 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734088697095.c38990555f638a9b390cc24477527c08. 2024-12-13T11:19:39,362 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0f9f736e09656f07b4b48ded4d2f51c0, disabling compactions & flushes 2024-12-13T11:19:39,362 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0. 2024-12-13T11:19:39,362 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0. 2024-12-13T11:19:39,362 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0. after waiting 0 ms 2024-12-13T11:19:39,362 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0. 2024-12-13T11:19:39,365 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/0f9f736e09656f07b4b48ded4d2f51c0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:39,365 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0. 2024-12-13T11:19:39,366 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0f9f736e09656f07b4b48ded4d2f51c0: 2024-12-13T11:19:39,366 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734088697095.0f9f736e09656f07b4b48ded4d2f51c0. 2024-12-13T11:19:39,366 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4643785fbcde8f62181c1b784bfed9c0, disabling compactions & flushes 2024-12-13T11:19:39,366 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0. 2024-12-13T11:19:39,366 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0. 2024-12-13T11:19:39,366 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0. after waiting 0 ms 2024-12-13T11:19:39,366 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0. 2024-12-13T11:19:39,369 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/4643785fbcde8f62181c1b784bfed9c0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:39,369 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0. 2024-12-13T11:19:39,369 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4643785fbcde8f62181c1b784bfed9c0: 2024-12-13T11:19:39,370 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734088697095.4643785fbcde8f62181c1b784bfed9c0. 2024-12-13T11:19:39,370 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d6fd9c3d7f938d06a1a3fa98e1116a4a, disabling compactions & flushes 2024-12-13T11:19:39,370 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a. 2024-12-13T11:19:39,370 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a. 2024-12-13T11:19:39,370 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a. after waiting 0 ms 2024-12-13T11:19:39,370 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a. 2024-12-13T11:19:39,373 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/d6fd9c3d7f938d06a1a3fa98e1116a4a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:39,374 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a. 2024-12-13T11:19:39,374 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d6fd9c3d7f938d06a1a3fa98e1116a4a: 2024-12-13T11:19:39,374 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734088697095.d6fd9c3d7f938d06a1a3fa98e1116a4a. 2024-12-13T11:19:39,374 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b111394270d9593e3980bede64e22ac6, disabling compactions & flushes 2024-12-13T11:19:39,374 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6. 2024-12-13T11:19:39,374 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6. 2024-12-13T11:19:39,374 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6. after waiting 0 ms 2024-12-13T11:19:39,374 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6. 2024-12-13T11:19:39,378 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/b111394270d9593e3980bede64e22ac6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:39,378 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6. 2024-12-13T11:19:39,378 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b111394270d9593e3980bede64e22ac6: 2024-12-13T11:19:39,378 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734088697095.b111394270d9593e3980bede64e22ac6. 2024-12-13T11:19:39,378 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c1f41e74f057e188cf3efd4f1fde7e0e, disabling compactions & flushes 2024-12-13T11:19:39,378 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e. 2024-12-13T11:19:39,378 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e. 2024-12-13T11:19:39,378 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e. after waiting 0 ms 2024-12-13T11:19:39,378 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e. 2024-12-13T11:19:39,381 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/c1f41e74f057e188cf3efd4f1fde7e0e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:39,382 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e. 2024-12-13T11:19:39,382 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c1f41e74f057e188cf3efd4f1fde7e0e: 2024-12-13T11:19:39,382 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e. 2024-12-13T11:19:39,382 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 70e965d99d5e7880f6b0040dced57792, disabling compactions & flushes 2024-12-13T11:19:39,382 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792. 2024-12-13T11:19:39,382 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792. 2024-12-13T11:19:39,382 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792. after waiting 0 ms 2024-12-13T11:19:39,382 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792. 2024-12-13T11:19:39,386 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/70e965d99d5e7880f6b0040dced57792/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:39,386 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792. 2024-12-13T11:19:39,386 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 70e965d99d5e7880f6b0040dced57792: 2024-12-13T11:19:39,386 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734088697095.70e965d99d5e7880f6b0040dced57792. 2024-12-13T11:19:39,386 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a9d6a908f8b28ec5a287f5b9d7b0839b, disabling compactions & flushes 2024-12-13T11:19:39,386 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b. 2024-12-13T11:19:39,386 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b. 2024-12-13T11:19:39,386 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b. after waiting 0 ms 2024-12-13T11:19:39,386 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b. 2024-12-13T11:19:39,390 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/a9d6a908f8b28ec5a287f5b9d7b0839b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:39,390 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b. 2024-12-13T11:19:39,390 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a9d6a908f8b28ec5a287f5b9d7b0839b: 2024-12-13T11:19:39,390 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734088697095.a9d6a908f8b28ec5a287f5b9d7b0839b. 2024-12-13T11:19:39,391 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5571d5a4733f56c4669201644c298ff3, disabling compactions & flushes 2024-12-13T11:19:39,391 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3. 2024-12-13T11:19:39,391 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3. 2024-12-13T11:19:39,391 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3. after waiting 0 ms 2024-12-13T11:19:39,391 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3. 2024-12-13T11:19:39,391 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 5571d5a4733f56c4669201644c298ff3 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T11:19:39,392 INFO [regionserver/58281886ad93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T11:19:39,403 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/namespace/5571d5a4733f56c4669201644c298ff3/.tmp/info/3e0fe7abc0ab42719c0ab08a64a747f2 is 45, key is default/info:d/1734088689719/Put/seqid=0 2024-12-13T11:19:39,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741868_1044 (size=5037) 2024-12-13T11:19:39,533 DEBUG [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1629): Waiting on 02eb680f24427e7f3541298ffefc4e3b, 06241845cb4581e4bea74a7cc65c7d78, 0a104c1930a0e2354af9e335a66a7cbf, 1588230740, 1abc1332dd7c7c5f8a533ba6c49d5d6e, 254f4eef787845c62c31dd73b138567d, 3b153fe31cbf68be1ff266bfeed572b7, 5571d5a4733f56c4669201644c298ff3, 687a2d8780f505da4eebc8b819963b5a, 6d7d6a6e07c16c0a2d22e453e2f90f8c, c63bde4cc5aa45b017140c4e9cf81154, d5b242a3a22d51be3e65a82f80c7fe72, ddf4790c0a3cc175d3be49de2d474884, fb76bfb6a87a8ab63efabcd1b2457fdc 2024-12-13T11:19:39,733 DEBUG [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1629): Waiting on 02eb680f24427e7f3541298ffefc4e3b, 06241845cb4581e4bea74a7cc65c7d78, 0a104c1930a0e2354af9e335a66a7cbf, 1588230740, 1abc1332dd7c7c5f8a533ba6c49d5d6e, 254f4eef787845c62c31dd73b138567d, 3b153fe31cbf68be1ff266bfeed572b7, 5571d5a4733f56c4669201644c298ff3, 687a2d8780f505da4eebc8b819963b5a, 6d7d6a6e07c16c0a2d22e453e2f90f8c, c63bde4cc5aa45b017140c4e9cf81154, d5b242a3a22d51be3e65a82f80c7fe72, ddf4790c0a3cc175d3be49de2d474884, fb76bfb6a87a8ab63efabcd1b2457fdc 2024-12-13T11:19:39,756 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740/.tmp/info/5751b47b06e24272a7c7f4d2a9bfcdc8 2024-12-13T11:19:39,782 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740/.tmp/rep_barrier/3f581b65ac0a4bd9b2be3386986b3f93 is 115, key is test,bbb,1734088697095.c1f41e74f057e188cf3efd4f1fde7e0e./rep_barrier:seqnumDuringOpen/1734088701945/Put/seqid=0 2024-12-13T11:19:39,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741869_1045 (size=8574) 2024-12-13T11:19:39,808 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/namespace/5571d5a4733f56c4669201644c298ff3/.tmp/info/3e0fe7abc0ab42719c0ab08a64a747f2 2024-12-13T11:19:39,814 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/namespace/5571d5a4733f56c4669201644c298ff3/.tmp/info/3e0fe7abc0ab42719c0ab08a64a747f2 as hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/namespace/5571d5a4733f56c4669201644c298ff3/info/3e0fe7abc0ab42719c0ab08a64a747f2 2024-12-13T11:19:39,820 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/namespace/5571d5a4733f56c4669201644c298ff3/info/3e0fe7abc0ab42719c0ab08a64a747f2, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T11:19:39,821 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 5571d5a4733f56c4669201644c298ff3 in 430ms, sequenceid=6, compaction requested=false 2024-12-13T11:19:39,821 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-13T11:19:39,828 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/namespace/5571d5a4733f56c4669201644c298ff3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T11:19:39,828 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3. 2024-12-13T11:19:39,828 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5571d5a4733f56c4669201644c298ff3: 2024-12-13T11:19:39,828 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734088688336.5571d5a4733f56c4669201644c298ff3. 2024-12-13T11:19:39,829 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d5b242a3a22d51be3e65a82f80c7fe72, disabling compactions & flushes 2024-12-13T11:19:39,829 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72. 2024-12-13T11:19:39,829 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72. 2024-12-13T11:19:39,829 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72. after waiting 0 ms 2024-12-13T11:19:39,829 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72. 2024-12-13T11:19:39,832 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/d5b242a3a22d51be3e65a82f80c7fe72/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:39,833 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72. 2024-12-13T11:19:39,833 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d5b242a3a22d51be3e65a82f80c7fe72: 2024-12-13T11:19:39,833 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734088697095.d5b242a3a22d51be3e65a82f80c7fe72. 2024-12-13T11:19:39,833 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fb76bfb6a87a8ab63efabcd1b2457fdc, disabling compactions & flushes 2024-12-13T11:19:39,833 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc. 2024-12-13T11:19:39,833 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc. 2024-12-13T11:19:39,833 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc. after waiting 0 ms 2024-12-13T11:19:39,833 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc. 2024-12-13T11:19:39,837 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/fb76bfb6a87a8ab63efabcd1b2457fdc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:39,838 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc. 2024-12-13T11:19:39,838 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fb76bfb6a87a8ab63efabcd1b2457fdc: 2024-12-13T11:19:39,838 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734088697095.fb76bfb6a87a8ab63efabcd1b2457fdc. 2024-12-13T11:19:39,838 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c63bde4cc5aa45b017140c4e9cf81154, disabling compactions & flushes 2024-12-13T11:19:39,838 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154. 2024-12-13T11:19:39,838 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154. 2024-12-13T11:19:39,838 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154. after waiting 0 ms 2024-12-13T11:19:39,838 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154. 2024-12-13T11:19:39,842 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/c63bde4cc5aa45b017140c4e9cf81154/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:39,843 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154. 2024-12-13T11:19:39,843 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c63bde4cc5aa45b017140c4e9cf81154: 2024-12-13T11:19:39,843 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734088697095.c63bde4cc5aa45b017140c4e9cf81154. 2024-12-13T11:19:39,843 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3b153fe31cbf68be1ff266bfeed572b7, disabling compactions & flushes 2024-12-13T11:19:39,843 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7. 2024-12-13T11:19:39,843 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7. 2024-12-13T11:19:39,843 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7. after waiting 0 ms 2024-12-13T11:19:39,843 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7. 2024-12-13T11:19:39,847 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/3b153fe31cbf68be1ff266bfeed572b7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:39,847 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7. 2024-12-13T11:19:39,847 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3b153fe31cbf68be1ff266bfeed572b7: 2024-12-13T11:19:39,847 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734088697095.3b153fe31cbf68be1ff266bfeed572b7. 2024-12-13T11:19:39,847 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6d7d6a6e07c16c0a2d22e453e2f90f8c, disabling compactions & flushes 2024-12-13T11:19:39,847 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c. 2024-12-13T11:19:39,847 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c. 2024-12-13T11:19:39,847 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c. after waiting 0 ms 2024-12-13T11:19:39,847 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c. 2024-12-13T11:19:39,847 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 6d7d6a6e07c16c0a2d22e453e2f90f8c 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-13T11:19:39,871 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/6d7d6a6e07c16c0a2d22e453e2f90f8c/.tmp/f/196bac81c9af4520a42e66bfa5aa3404 is 4136, key is NormalPut000/f:row/1734088718962/Put/seqid=0 2024-12-13T11:19:39,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741870_1046 (size=4147225) 2024-12-13T11:19:39,934 DEBUG [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1629): Waiting on 02eb680f24427e7f3541298ffefc4e3b, 06241845cb4581e4bea74a7cc65c7d78, 0a104c1930a0e2354af9e335a66a7cbf, 1588230740, 1abc1332dd7c7c5f8a533ba6c49d5d6e, 254f4eef787845c62c31dd73b138567d, 687a2d8780f505da4eebc8b819963b5a, 6d7d6a6e07c16c0a2d22e453e2f90f8c, ddf4790c0a3cc175d3be49de2d474884 2024-12-13T11:19:39,984 INFO [regionserver/58281886ad93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T11:19:39,984 INFO [regionserver/58281886ad93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T11:19:40,134 DEBUG [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1629): Waiting on 02eb680f24427e7f3541298ffefc4e3b, 06241845cb4581e4bea74a7cc65c7d78, 0a104c1930a0e2354af9e335a66a7cbf, 1588230740, 1abc1332dd7c7c5f8a533ba6c49d5d6e, 254f4eef787845c62c31dd73b138567d, 687a2d8780f505da4eebc8b819963b5a, 6d7d6a6e07c16c0a2d22e453e2f90f8c, ddf4790c0a3cc175d3be49de2d474884 2024-12-13T11:19:40,186 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740/.tmp/rep_barrier/3f581b65ac0a4bd9b2be3386986b3f93 2024-12-13T11:19:40,204 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740/.tmp/table/9ef398e285fd4555bb7b6d8bd5fc90c5 is 94, key is testdroppedtimed,,1734088714081.ad9f6d245f99e251b065622a8b0683b2./table:/1734088773761/DeleteFamily/seqid=0 2024-12-13T11:19:40,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741871_1047 (size=5605) 2024-12-13T11:19:40,274 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/6d7d6a6e07c16c0a2d22e453e2f90f8c/.tmp/f/196bac81c9af4520a42e66bfa5aa3404 2024-12-13T11:19:40,281 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/6d7d6a6e07c16c0a2d22e453e2f90f8c/.tmp/f/196bac81c9af4520a42e66bfa5aa3404 as hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/6d7d6a6e07c16c0a2d22e453e2f90f8c/f/196bac81c9af4520a42e66bfa5aa3404 2024-12-13T11:19:40,286 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/6d7d6a6e07c16c0a2d22e453e2f90f8c/f/196bac81c9af4520a42e66bfa5aa3404, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-13T11:19:40,287 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for 6d7d6a6e07c16c0a2d22e453e2f90f8c in 440ms, sequenceid=1004, compaction requested=false 2024-12-13T11:19:40,287 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-13T11:19:40,291 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/6d7d6a6e07c16c0a2d22e453e2f90f8c/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-13T11:19:40,292 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c. 2024-12-13T11:19:40,292 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6d7d6a6e07c16c0a2d22e453e2f90f8c: 2024-12-13T11:19:40,292 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734088697095.6d7d6a6e07c16c0a2d22e453e2f90f8c. 2024-12-13T11:19:40,292 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 06241845cb4581e4bea74a7cc65c7d78, disabling compactions & flushes 2024-12-13T11:19:40,292 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78. 2024-12-13T11:19:40,292 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78. 2024-12-13T11:19:40,292 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78. after waiting 0 ms 2024-12-13T11:19:40,292 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78. 2024-12-13T11:19:40,295 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/06241845cb4581e4bea74a7cc65c7d78/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:40,296 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78. 2024-12-13T11:19:40,296 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 06241845cb4581e4bea74a7cc65c7d78: 2024-12-13T11:19:40,296 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734088697095.06241845cb4581e4bea74a7cc65c7d78. 2024-12-13T11:19:40,296 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 687a2d8780f505da4eebc8b819963b5a, disabling compactions & flushes 2024-12-13T11:19:40,296 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a. 2024-12-13T11:19:40,296 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a. 2024-12-13T11:19:40,296 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a. after waiting 0 ms 2024-12-13T11:19:40,296 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a. 2024-12-13T11:19:40,299 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/687a2d8780f505da4eebc8b819963b5a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:40,300 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a. 2024-12-13T11:19:40,300 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 687a2d8780f505da4eebc8b819963b5a: 2024-12-13T11:19:40,300 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734088697095.687a2d8780f505da4eebc8b819963b5a. 2024-12-13T11:19:40,300 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 02eb680f24427e7f3541298ffefc4e3b, disabling compactions & flushes 2024-12-13T11:19:40,300 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b. 2024-12-13T11:19:40,300 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b. 2024-12-13T11:19:40,300 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b. after waiting 0 ms 2024-12-13T11:19:40,300 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b. 2024-12-13T11:19:40,303 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/02eb680f24427e7f3541298ffefc4e3b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:40,304 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b. 2024-12-13T11:19:40,304 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 02eb680f24427e7f3541298ffefc4e3b: 2024-12-13T11:19:40,304 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734088697095.02eb680f24427e7f3541298ffefc4e3b. 2024-12-13T11:19:40,304 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1abc1332dd7c7c5f8a533ba6c49d5d6e, disabling compactions & flushes 2024-12-13T11:19:40,304 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e. 2024-12-13T11:19:40,304 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e. 2024-12-13T11:19:40,304 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e. after waiting 0 ms 2024-12-13T11:19:40,304 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e. 2024-12-13T11:19:40,307 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/1abc1332dd7c7c5f8a533ba6c49d5d6e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:40,307 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e. 2024-12-13T11:19:40,308 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1abc1332dd7c7c5f8a533ba6c49d5d6e: 2024-12-13T11:19:40,308 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734088697095.1abc1332dd7c7c5f8a533ba6c49d5d6e. 2024-12-13T11:19:40,308 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ddf4790c0a3cc175d3be49de2d474884, disabling compactions & flushes 2024-12-13T11:19:40,308 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884. 2024-12-13T11:19:40,308 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884. 2024-12-13T11:19:40,308 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884. after waiting 0 ms 2024-12-13T11:19:40,308 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884. 2024-12-13T11:19:40,311 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/ddf4790c0a3cc175d3be49de2d474884/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:40,311 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884. 2024-12-13T11:19:40,311 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ddf4790c0a3cc175d3be49de2d474884: 2024-12-13T11:19:40,311 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734088697095.ddf4790c0a3cc175d3be49de2d474884. 2024-12-13T11:19:40,311 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 254f4eef787845c62c31dd73b138567d, disabling compactions & flushes 2024-12-13T11:19:40,311 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d. 2024-12-13T11:19:40,311 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d. 2024-12-13T11:19:40,311 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d. after waiting 0 ms 2024-12-13T11:19:40,312 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d. 2024-12-13T11:19:40,314 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/254f4eef787845c62c31dd73b138567d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:40,315 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d. 2024-12-13T11:19:40,315 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 254f4eef787845c62c31dd73b138567d: 2024-12-13T11:19:40,315 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734088697095.254f4eef787845c62c31dd73b138567d. 2024-12-13T11:19:40,315 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0a104c1930a0e2354af9e335a66a7cbf, disabling compactions & flushes 2024-12-13T11:19:40,315 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf. 2024-12-13T11:19:40,315 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf. 2024-12-13T11:19:40,315 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf. after waiting 0 ms 2024-12-13T11:19:40,315 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf. 2024-12-13T11:19:40,318 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/default/test/0a104c1930a0e2354af9e335a66a7cbf/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T11:19:40,318 INFO [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf. 2024-12-13T11:19:40,318 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0a104c1930a0e2354af9e335a66a7cbf: 2024-12-13T11:19:40,319 DEBUG [RS_CLOSE_REGION-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734088697095.0a104c1930a0e2354af9e335a66a7cbf. 2024-12-13T11:19:40,334 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T11:19:40,334 DEBUG [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-13T11:19:40,334 DEBUG [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T11:19:40,535 DEBUG [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T11:19:40,610 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740/.tmp/table/9ef398e285fd4555bb7b6d8bd5fc90c5 2024-12-13T11:19:40,623 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740/.tmp/info/5751b47b06e24272a7c7f4d2a9bfcdc8 as hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740/info/5751b47b06e24272a7c7f4d2a9bfcdc8 2024-12-13T11:19:40,630 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740/info/5751b47b06e24272a7c7f4d2a9bfcdc8, entries=272, sequenceid=77, filesize=35.5 K 2024-12-13T11:19:40,631 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740/.tmp/rep_barrier/3f581b65ac0a4bd9b2be3386986b3f93 as hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740/rep_barrier/3f581b65ac0a4bd9b2be3386986b3f93 2024-12-13T11:19:40,638 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740/rep_barrier/3f581b65ac0a4bd9b2be3386986b3f93, entries=27, sequenceid=77, filesize=8.4 K 2024-12-13T11:19:40,639 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740/.tmp/table/9ef398e285fd4555bb7b6d8bd5fc90c5 as hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740/table/9ef398e285fd4555bb7b6d8bd5fc90c5 2024-12-13T11:19:40,645 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740/table/9ef398e285fd4555bb7b6d8bd5fc90c5, entries=6, sequenceid=77, filesize=5.5 K 2024-12-13T11:19:40,646 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=77, compaction requested=false 2024-12-13T11:19:40,646 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-13T11:19:40,651 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-13T11:19:40,651 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T11:19:40,651 INFO [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T11:19:40,651 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T11:19:40,651 DEBUG [RS_CLOSE_META-regionserver/58281886ad93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T11:19:40,735 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1250): stopping server 58281886ad93,46085,1734088684139; all regions closed. 2024-12-13T11:19:40,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741834_1010 (size=40374) 2024-12-13T11:19:40,741 DEBUG [RS:0;58281886ad93:46085 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/oldWALs 2024-12-13T11:19:40,741 INFO [RS:0;58281886ad93:46085 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 58281886ad93%2C46085%2C1734088684139.meta:.meta(num 1734088688086) 2024-12-13T11:19:40,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741832_1008 (size=4217378) 2024-12-13T11:19:40,748 DEBUG [RS:0;58281886ad93:46085 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/oldWALs 2024-12-13T11:19:40,748 INFO [RS:0;58281886ad93:46085 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 58281886ad93%2C46085%2C1734088684139:(num 1734088687137) 2024-12-13T11:19:40,748 DEBUG [RS:0;58281886ad93:46085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:40,748 INFO [RS:0;58281886ad93:46085 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T11:19:40,748 INFO [RS:0;58281886ad93:46085 {}] hbase.ChoreService(370): Chore service for: regionserver/58281886ad93:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-13T11:19:40,749 INFO [regionserver/58281886ad93:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T11:19:40,749 INFO [RS:0;58281886ad93:46085 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46085 2024-12-13T11:19:40,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/58281886ad93,46085,1734088684139 2024-12-13T11:19:40,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-13T11:19:40,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [58281886ad93,46085,1734088684139] 2024-12-13T11:19:40,799 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 58281886ad93,46085,1734088684139; numProcessing=1 2024-12-13T11:19:40,807 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/58281886ad93,46085,1734088684139 already deleted, retry=false 2024-12-13T11:19:40,807 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 58281886ad93,46085,1734088684139 expired; onlineServers=0 2024-12-13T11:19:40,807 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '58281886ad93,33175,1734088683415' ***** 2024-12-13T11:19:40,807 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T11:19:40,807 DEBUG [M:0;58281886ad93:33175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6956a245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=58281886ad93/172.17.0.2:0 2024-12-13T11:19:40,807 INFO [M:0;58281886ad93:33175 {}] regionserver.HRegionServer(1224): stopping server 58281886ad93,33175,1734088683415 2024-12-13T11:19:40,807 INFO [M:0;58281886ad93:33175 {}] regionserver.HRegionServer(1250): stopping server 58281886ad93,33175,1734088683415; all regions closed. 2024-12-13T11:19:40,808 DEBUG [M:0;58281886ad93:33175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T11:19:40,808 DEBUG [M:0;58281886ad93:33175 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T11:19:40,808 DEBUG [M:0;58281886ad93:33175 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T11:19:40,808 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T11:19:40,808 DEBUG [master/58281886ad93:0:becomeActiveMaster-HFileCleaner.small.0-1734088686787 {}] cleaner.HFileCleaner(306): Exit Thread[master/58281886ad93:0:becomeActiveMaster-HFileCleaner.small.0-1734088686787,5,FailOnTimeoutGroup] 2024-12-13T11:19:40,808 DEBUG [master/58281886ad93:0:becomeActiveMaster-HFileCleaner.large.0-1734088686787 {}] cleaner.HFileCleaner(306): Exit Thread[master/58281886ad93:0:becomeActiveMaster-HFileCleaner.large.0-1734088686787,5,FailOnTimeoutGroup] 2024-12-13T11:19:40,808 INFO [M:0;58281886ad93:33175 {}] hbase.ChoreService(370): Chore service for: master/58281886ad93:0 had [] on shutdown 2024-12-13T11:19:40,808 DEBUG [M:0;58281886ad93:33175 {}] master.HMaster(1733): Stopping service threads 2024-12-13T11:19:40,808 INFO [M:0;58281886ad93:33175 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T11:19:40,808 ERROR [M:0;58281886ad93:33175 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] 2024-12-13T11:19:40,809 INFO [M:0;58281886ad93:33175 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T11:19:40,809 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T11:19:40,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-13T11:19:40,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T11:19:40,816 DEBUG [M:0;58281886ad93:33175 {}] zookeeper.ZKUtil(347): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-13T11:19:40,816 WARN [M:0;58281886ad93:33175 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T11:19:40,816 INFO [M:0;58281886ad93:33175 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T11:19:40,816 INFO [M:0;58281886ad93:33175 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T11:19:40,816 DEBUG [M:0;58281886ad93:33175 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T11:19:40,816 INFO [M:0;58281886ad93:33175 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T11:19:40,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T11:19:40,817 DEBUG [M:0;58281886ad93:33175 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T11:19:40,817 DEBUG [M:0;58281886ad93:33175 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T11:19:40,817 DEBUG [M:0;58281886ad93:33175 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T11:19:40,817 INFO [M:0;58281886ad93:33175 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.94 KB heapSize=293.91 KB 2024-12-13T11:19:40,836 DEBUG [M:0;58281886ad93:33175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4518e99b2f945bda14649cdc559b038 is 82, key is hbase:meta,,1/info:regioninfo/1734088688199/Put/seqid=0 2024-12-13T11:19:40,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741872_1048 (size=5672) 2024-12-13T11:19:40,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T11:19:40,899 INFO [RS:0;58281886ad93:46085 {}] regionserver.HRegionServer(1307): Exiting; stopping=58281886ad93,46085,1734088684139; zookeeper connection closed. 2024-12-13T11:19:40,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x1001f1c7d810001, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T11:19:40,900 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36538adf {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36538adf 2024-12-13T11:19:40,900 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-13T11:19:41,242 INFO [M:0;58281886ad93:33175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4518e99b2f945bda14649cdc559b038 2024-12-13T11:19:41,268 DEBUG [M:0;58281886ad93:33175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/908966eba90149168dbe485d78137ced is 2026, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734088702295/Put/seqid=0 2024-12-13T11:19:41,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741873_1049 (size=12841) 2024-12-13T11:19:41,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T11:19:41,673 INFO [M:0;58281886ad93:33175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.38 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/908966eba90149168dbe485d78137ced 2024-12-13T11:19:41,679 INFO [M:0;58281886ad93:33175 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 908966eba90149168dbe485d78137ced 2024-12-13T11:19:41,695 DEBUG [M:0;58281886ad93:33175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e464f82aad243cd94bc23c18f5fa1fb is 69, key is 58281886ad93,46085,1734088684139/rs:state/1734088686914/Put/seqid=0 2024-12-13T11:19:41,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741874_1050 (size=5156) 2024-12-13T11:19:41,947 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T11:19:41,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T11:19:42,101 INFO [M:0;58281886ad93:33175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e464f82aad243cd94bc23c18f5fa1fb 2024-12-13T11:19:42,112 DEBUG [M:0;58281886ad93:33175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4518e99b2f945bda14649cdc559b038 as hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4518e99b2f945bda14649cdc559b038 2024-12-13T11:19:42,120 INFO [M:0;58281886ad93:33175 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4518e99b2f945bda14649cdc559b038, entries=8, sequenceid=612, filesize=5.5 K 2024-12-13T11:19:42,121 DEBUG [M:0;58281886ad93:33175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/908966eba90149168dbe485d78137ced as hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/908966eba90149168dbe485d78137ced 2024-12-13T11:19:42,127 INFO [M:0;58281886ad93:33175 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 908966eba90149168dbe485d78137ced 2024-12-13T11:19:42,127 INFO [M:0;58281886ad93:33175 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/908966eba90149168dbe485d78137ced, entries=77, sequenceid=612, filesize=12.5 K 2024-12-13T11:19:42,128 DEBUG [M:0;58281886ad93:33175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e464f82aad243cd94bc23c18f5fa1fb as hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e464f82aad243cd94bc23c18f5fa1fb 2024-12-13T11:19:42,133 INFO [M:0;58281886ad93:33175 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33847/user/jenkins/test-data/3a5555cb-e298-c9f1-91d0-8cb2c797c8fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e464f82aad243cd94bc23c18f5fa1fb, entries=1, sequenceid=612, filesize=5.0 K 2024-12-13T11:19:42,134 INFO [M:0;58281886ad93:33175 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.94 KB/243651, heapSize ~293.61 KB/300656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=612, compaction requested=false 2024-12-13T11:19:42,135 INFO [M:0;58281886ad93:33175 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T11:19:42,135 DEBUG [M:0;58281886ad93:33175 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T11:19:42,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741830_1006 (size=284390) 2024-12-13T11:19:42,137 INFO [M:0;58281886ad93:33175 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T11:19:42,137 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T11:19:42,137 INFO [M:0;58281886ad93:33175 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33175 2024-12-13T11:19:42,190 DEBUG [M:0;58281886ad93:33175 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/58281886ad93,33175,1734088683415 already deleted, retry=false 2024-12-13T11:19:42,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T11:19:42,299 INFO [M:0;58281886ad93:33175 {}] regionserver.HRegionServer(1307): Exiting; stopping=58281886ad93,33175,1734088683415; zookeeper connection closed. 2024-12-13T11:19:42,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x1001f1c7d810000, quorum=127.0.0.1:49435, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T11:19:42,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74e954df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T11:19:42,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@85bba33{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T11:19:42,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T11:19:42,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a807f79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T11:19:42,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bd989d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/hadoop.log.dir/,STOPPED} 2024-12-13T11:19:42,308 WARN [BP-687636544-172.17.0.2-1734088680417 heartbeating to localhost/127.0.0.1:33847 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T11:19:42,308 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T11:19:42,309 WARN [BP-687636544-172.17.0.2-1734088680417 heartbeating to localhost/127.0.0.1:33847 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-687636544-172.17.0.2-1734088680417 (Datanode Uuid 21e5d06b-2e1b-44a5-a57c-6b91e8cd5607) service to localhost/127.0.0.1:33847 2024-12-13T11:19:42,309 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T11:19:42,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/cluster_ab374679-9875-61f6-c9b1-130c984a8e8d/dfs/data/data1/current/BP-687636544-172.17.0.2-1734088680417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T11:19:42,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/cluster_ab374679-9875-61f6-c9b1-130c984a8e8d/dfs/data/data2/current/BP-687636544-172.17.0.2-1734088680417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T11:19:42,310 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T11:19:42,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d0e49e6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T11:19:42,317 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78f873be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T11:19:42,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T11:19:42,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21805c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T11:19:42,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f625647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc56d069-211a-27ae-4ba7-6c565463c9ec/hadoop.log.dir/,STOPPED} 2024-12-13T11:19:42,324 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-13T11:19:42,341 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down